-- Logs begin at Fri 2021-04-30 12:29:35 UTC, end at Fri 2021-04-30 13:33:15 UTC. -- Apr 30 13:02:46.721348 dv-cinder-784453-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 30 13:02:49.131095 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.common.config [-] Logging enabled! Apr 30 13:02:49.131735 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168 Apr 30 13:02:49.131833 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73708) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 13:02:49.135077 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.common.config [-] Logging enabled! Apr 30 13:02:49.135326 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev168 Apr 30 13:02:49.135633 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=73708) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 30 13:02:49.136555 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 13:02:49.136786 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 13:02:49.137150 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 13:02:49.137410 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 13:02:49.137647 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 13:02:49.137966 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.138264 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.138584 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.138812 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.139086 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.139371 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.139649 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.139933 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.140224 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.140507 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.140779 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.141054 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.141287 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.141581 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] config_source = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.141866 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.142155 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.142377 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] debug = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.142653 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.143082 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.143508 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.143786 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.144075 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.144350 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.144620 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.144898 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.145184 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.145545 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] host = dv-cinder-784453-4-iscsi {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.145821 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.146114 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.146397 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.146684 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.146954 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.147232 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.147508 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.147784 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] log_dir = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.148052 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] log_file = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.148316 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.148598 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.148882 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.149176 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.149422 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.149646 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.149931 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.150214 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.150486 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.150754 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.151025 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.151295 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.151564 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.151829 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.152119 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.152401 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.152680 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.152951 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.153221 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.153520 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.153788 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.154178 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.154448 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.154720 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.154991 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.155332 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.155615 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.155853 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.156154 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.156438 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.156721 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.157004 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.157276 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.157586 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.157863 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.158135 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] use_journal = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.158404 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] use_json = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.158674 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.158943 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.159225 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.159516 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.159770 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.160039 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.160310 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.160592 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:49.160888 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.161188 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.161513 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.161796 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.162094 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.162375 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.162661 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.162938 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.163230 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.163520 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.163810 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.164087 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.164376 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.164650 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.164941 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.165247 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.165568 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.165859 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.166132 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.166446 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.166673 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.166953 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.167238 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.167534 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.167827 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.168100 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.168384 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.168676 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.168957 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.169234 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.169557 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.169849 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.170126 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.170399 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.170677 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.170950 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.171219 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.171488 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.171764 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.172058 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.172336 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.172606 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.172880 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.173154 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.173444 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.173728 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.174001 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.174270 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.174538 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.174811 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.175083 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.175349 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.175629 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.175903 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.176155 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.176424 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.176692 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.176961 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.177231 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.177597 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.177870 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.178140 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.178413 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.178681 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.178948 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.179219 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.179489 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.179758 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.180042 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.180335 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.180608 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.180882 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.181157 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.181453 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.181731 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.182010 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.182284 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.182558 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.182823 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.183109 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.183390 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.183671 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.183949 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.184226 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.184513 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.184787 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.185064 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.185448 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.185730 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.186079 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.186294 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.186584 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.186871 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.187516 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.187805 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.188094 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.188371 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.188677 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.189226 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:49.189466 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 13:02:49.189705 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=73708) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 30 13:02:49.537790 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=73708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:02:49.538012 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=73708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:02:49.538342 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=73708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:02:49.538663 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 30 13:02:49.843006 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:49.843263 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:49.843560 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:49.844791 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:49.845062 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:49.845324 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:49.969269 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:49.969524 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:49.969814 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:49.983491 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:49.983766 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:49.984032 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.012846 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.013069 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.013418 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.051011 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.051283 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.051523 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.282393 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.283041 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.283041 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.283041 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.283822 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.407592 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.407877 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.408176 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.408438 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.408704 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.409007 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.409264 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.409543 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.409762 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.410050 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.410302 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.410563 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.410820 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.411073 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.411336 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.411599 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.411850 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.412108 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.412370 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.412629 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.412976 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.413397 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.413653 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.413937 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.414189 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.414432 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.414830 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=73708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:02:50.415067 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=73708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:02:50.415305 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=73708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:02:50.415542 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=73708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:02:50.415780 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=73708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:02:50.416008 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=73708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:02:50.416383 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 30 13:02:50.419796 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 30 13:02:50.423739 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 30 13:02:50.427570 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Apr 30 13:02:50.429498 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 30 13:02:50.429957 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 30 13:02:50.430290 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 30 13:02:50.430675 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 30 13:02:50.433503 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 30 13:02:50.433922 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 30 13:02:50.434269 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 13:02:50.463602 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 30 13:02:50.464060 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.464359 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=73708) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 30 13:02:50.464720 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.466095 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=73708) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 30 13:02:50.466406 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 30 13:02:50.466711 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 30 13:02:50.469876 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.470130 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:50.544950 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 30 13:02:50.545161 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 30 13:02:50.545318 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 30 13:02:50.545729 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 30 13:02:50.577651 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_db.sqlalchemy.engines [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=73708) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 30 13:02:50.913399 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.managers [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Initializing driver for type 'gre' Apr 30 13:02:50.913941 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] gre ID ranges: [(1, 1000)] Apr 30 13:02:50.971137 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.managers [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Initializing driver for type 'local' Apr 30 13:02:50.971504 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.managers [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Initializing driver for type 'vlan' Apr 30 13:02:50.984104 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] VlanTypeDriver initialization complete Apr 30 13:02:50.984493 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.managers [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Initializing driver for type 'vxlan' Apr 30 13:02:50.984988 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] vxlan ID ranges: [(1, 1000)] Apr 30 13:02:51.039029 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.managers [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Initializing extension driver 'port_security' Apr 30 13:02:51.039506 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.extensions.port_security [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] PortSecurityExtensionDriver initialization complete Apr 30 13:02:51.039954 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.managers [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Initializing mechanism driver 'openvswitch' Apr 30 13:02:51.040341 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.managers [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Initializing mechanism driver 'hyperv' Apr 30 13:02:51.047166 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.plugins.ml2.plugin [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=73708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:02:51.047946 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > port after_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.048314 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > port after_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.048663 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > port after_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.049052 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > subnet after_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.049413 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > subnet after_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.049757 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > subnet after_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.050124 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > network after_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.050462 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > network after_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.050797 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > network after_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.051168 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > security_group after_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.051551 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > security_group after_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.051844 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > security_group after_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.052278 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.052563 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.052896 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.053264 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > address_group after_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.053634 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > address_group after_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.053966 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > address_group after_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.054297 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] ML2 OVO RPC backend initialized. {{(pid=73708) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 30 13:02:51.054994 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router_interface after_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.055338 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.055743 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > network before_response 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.056079 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > networks before_response 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.056417 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > port before_response 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.056748 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > ports before_response 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.057084 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > subnet before_response 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.057455 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > subnets before_response 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.057798 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > network after_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.058131 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > network after_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.058462 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > network after_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.058789 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > port after_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.059114 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > port after_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.059455 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > port after_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.059766 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > subnet after_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.060091 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > subnet after_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.060414 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > subnet after_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.060983 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.plugin [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Modular L2 Plugin initialization complete Apr 30 13:02:51.061305 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading services supported by the core plugin {{(pid=73708) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 30 13:02:51.061649 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.plugins.ml2.managers [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Got port-security extension from driver 'port_security' Apr 30 13:02:51.062463 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.extensions.vlantransparent [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Disabled vlantransparent extension. Apr 30 13:02:51.062951 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=73708) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 30 13:02:51.063255 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading Plugin: router Apr 30 13:02:51.100527 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router_interface before_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.100910 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router after_create 55549900 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.101291 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router before_create 55549900 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.101694 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router_interface before_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.102054 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router_interface after_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.102405 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router after_delete 55549900 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.102753 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > floatingip after_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.103108 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router after_create 55549900 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.103448 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router after_update 55549900 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.103790 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router after_update 55549900 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.104138 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.104468 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router after_update 55549900 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.104865 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router precommit_update 55549900 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.105223 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: port after_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.105589 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: port after_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.105918 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: subnet after_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.106246 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.106582 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > port precommit_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.106922 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router precommit_create 55549900 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.107254 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: port before_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.107586 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router precommit_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.107930 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router after_update 55549900 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.108264 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router precommit_delete 55549900 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.108603 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router precommit_create 55549900 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.108979 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router_interface after_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.109311 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router precommit_update 55549900 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.109684 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > network after_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.110560 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Tracking information for resource: router configured {{(pid=73708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:02:51.110882 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Tracking information for resource: floatingip configured {{(pid=73708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 30 13:02:51.115929 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.db.l3_agentschedulers_db [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 30 13:02:51.116498 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: port after_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.116852 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: port after_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.117200 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: port after_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.117567 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: port after_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.118373 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router before_create 55550100 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.118721 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router precommit_delete 55550100 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.119077 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router precommit_create 55550100 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.119426 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > router precommit_update 55550100 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.123895 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.services.provider_configuration [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Service providers = [] {{(pid=73708) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 30 13:02:51.124255 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.db.servicetype_db [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=73708) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 30 13:02:51.127150 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.services.service_base [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=73708) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:02:51.127489 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.services.service_base [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=73708) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:02:51.127824 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.services.service_base [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=73708) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:02:51.128686 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.services.service_base [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=73708) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 30 13:02:51.129070 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.services.service_base [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 30 13:02:51.129625 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=73708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:02:51.129944 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 30 13:02:51.140488 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Successfully loaded METERING plugin. Description: METERING {{(pid=73708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:02:51.140798 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading Plugin: auto_allocate Apr 30 13:02:51.146670 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: network precommit_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.147091 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: network precommit_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.147541 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=73708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:02:51.147853 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading Plugin: tag Apr 30 13:02:51.154677 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=73708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:02:51.154998 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading Plugin: timestamp Apr 30 13:02:51.158793 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=73708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:02:51.159114 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading Plugin: network_ip_availability Apr 30 13:02:51.164484 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.164786 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.165135 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.165885 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=73708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:02:51.166202 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading Plugin: flavors Apr 30 13:02:51.171072 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=73708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:02:51.171393 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading Plugin: revisions Apr 30 13:02:51.175608 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=73708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 30 13:02:51.175991 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_concurrency.lockutils [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.638s {{(pid=73708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:02:51.176734 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=73708) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 30 13:02:51.177054 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Initializing extension manager. Apr 30 13:02:51.177574 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: __init__.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.177908 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: __pycache__ {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.178243 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.178570 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: address_group.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.179307 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.179881 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: address-group Apr 30 13:02:51.180205 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: address_scope.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.180896 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.181396 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: address-scope Apr 30 13:02:51.181740 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: admin_state_down_before_update.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.182649 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.183149 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: router-admin-state-down-before-update Apr 30 13:02:51.183467 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: agent.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.184195 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.184641 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: agent Apr 30 13:02:51.184964 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: agent_resources_synced.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.185929 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.186427 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: agent-resources-synced Apr 30 13:02:51.186741 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: allowedaddresspairs.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.188866 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.189391 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: allowed-address-pairs Apr 30 13:02:51.189729 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: auto_allocated_topology.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.190796 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.191308 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: auto-allocated-topology Apr 30 13:02:51.191629 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: availability_zone.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.192299 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.192796 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: availability_zone Apr 30 13:02:51.193114 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: availability_zone_filter.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.194025 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.194529 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: availability_zone_filter Apr 30 13:02:51.194844 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: data_plane_status.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.196148 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.196663 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension data-plane-status not supported by any of loaded plugins Apr 30 13:02:51.196962 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: default_subnetpools.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.198120 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.198623 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: default-subnetpools Apr 30 13:02:51.198961 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: dhcpagentscheduler.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.199752 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.200258 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: dhcp_agent_scheduler Apr 30 13:02:51.200603 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: dns.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.201579 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.202068 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension dns-integration not supported by any of loaded plugins Apr 30 13:02:51.202382 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: dns_domain_ports.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.203280 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.203781 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 30 13:02:51.204091 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: dvr.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.204747 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.205249 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: dvr Apr 30 13:02:51.205581 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: empty_string_filtering.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.206485 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.206986 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: empty-string-filtering Apr 30 13:02:51.207295 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.208186 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.208699 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 30 13:02:51.208699 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.209896 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.210398 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 30 13:02:51.210711 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: external_net.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.211620 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.212099 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: external-net Apr 30 13:02:51.212436 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: extra_dhcp_opt.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.213290 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.213822 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: extra_dhcp_opt Apr 30 13:02:51.214136 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: extraroute.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.215024 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.215517 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: extraroute Apr 30 13:02:51.215833 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: extraroute_atomic.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.216937 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.217481 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: extraroute-atomic Apr 30 13:02:51.217799 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: filter_validation.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.218459 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.218959 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: filter-validation Apr 30 13:02:51.219270 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: fip_pf_description.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.220398 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.220900 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 30 13:02:51.221217 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: fip_port_details.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.222145 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.222648 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: fip-port-details Apr 30 13:02:51.222961 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: flavors.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.224184 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.224689 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: flavors Apr 30 13:02:51.225022 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.226724 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.227237 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 30 13:02:51.227564 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: floatingip_pools.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.228246 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.228742 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: floatingip-pools Apr 30 13:02:51.229058 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: ip_allocation.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.229989 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.231480 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension ip_allocation not supported by any of loaded plugins Apr 30 13:02:51.231796 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: ip_substring_port_filtering.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.232719 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.233229 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: ip-substring-filtering Apr 30 13:02:51.233579 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: l2_adjacency.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.234480 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.234976 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension l2_adjacency not supported by any of loaded plugins Apr 30 13:02:51.235292 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: l3.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.236300 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.236806 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: router Apr 30 13:02:51.237125 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: l3_conntrack_helper.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.239428 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.239948 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 30 13:02:51.240273 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: l3_ext_gw_mode.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.241244 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.241721 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: ext-gw-mode Apr 30 13:02:51.242042 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: l3_ext_ha_mode.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.242934 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.243445 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: l3-ha Apr 30 13:02:51.243762 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: l3_flavors.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.244657 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.245165 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: l3-flavors Apr 30 13:02:51.245516 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.246442 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.246938 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: l3-port-ip-change-not-allowed Apr 30 13:02:51.247320 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: l3agentscheduler.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.248380 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.248889 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: l3_agent_scheduler Apr 30 13:02:51.249209 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: logging.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.250751 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.251275 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension logging not supported by any of loaded plugins Apr 30 13:02:51.251607 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: metering.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.252336 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.252919 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: metering Apr 30 13:02:51.253250 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.254355 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.254865 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: metering_source_and_destination_fields Apr 30 13:02:51.260874 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: multiprovidernet.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.260874 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.260874 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: multi-provider Apr 30 13:02:51.260874 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: netmtu.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.260874 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.260874 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: net-mtu Apr 30 13:02:51.260874 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: netmtu_writable.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.261439 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.261439 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: net-mtu-writable Apr 30 13:02:51.261439 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: network_availability_zone.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.261439 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.261734 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: network_availability_zone Apr 30 13:02:51.261862 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: network_ip_availability.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.262955 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.263460 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: network-ip-availability Apr 30 13:02:51.263779 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: network_segment_range.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.264572 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.265066 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension network-segment-range not supported by any of loaded plugins Apr 30 13:02:51.265421 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: pagination.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.266376 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.266706 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: pagination Apr 30 13:02:51.267025 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: port_device_profile.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.267914 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.268424 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: port-device-profile Apr 30 13:02:51.268744 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: port_mac_address_regenerate.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.269665 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.270166 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: port-mac-address-regenerate Apr 30 13:02:51.270484 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: port_numa_affinity_policy.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.271348 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.271851 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: port-numa-affinity-policy Apr 30 13:02:51.272161 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: port_resource_request.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.273044 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.273569 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension port-resource-request not supported by any of loaded plugins Apr 30 13:02:51.273883 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: portbindings.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.274785 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.275281 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: binding Apr 30 13:02:51.275593 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: portbindings_extended.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.276870 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.277398 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: binding-extended Apr 30 13:02:51.277718 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: portsecurity.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.278603 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.279148 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: port-security Apr 30 13:02:51.279478 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: project_id.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.280421 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.280743 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: project-id Apr 30 13:02:51.281057 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: providernet.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.281992 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.282489 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: provider Apr 30 13:02:51.283030 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: qos.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.286354 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.286866 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension qos not supported by any of loaded plugins Apr 30 13:02:51.287193 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: qos_bw_limit_direction.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.288409 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.288916 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 30 13:02:51.289290 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.290177 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.290681 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 30 13:02:51.291000 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: qos_default.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.291885 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.292397 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension qos-default not supported by any of loaded plugins Apr 30 13:02:51.292710 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: qos_fip.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.293344 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.293869 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension qos-fip not supported by any of loaded plugins Apr 30 13:02:51.294195 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: qos_gateway_ip.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.295124 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.295627 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 30 13:02:51.295945 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: qos_port_network_policy.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.296836 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.297341 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 30 13:02:51.297695 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: qos_rule_type_details.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.298588 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.299073 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 30 13:02:51.299392 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: qos_rules_alias.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.300445 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.300944 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 30 13:02:51.301262 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: quotasv2.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.302348 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.302666 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: quotas Apr 30 13:02:51.302982 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: quotasv2_detail.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.304568 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.304897 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: quota_details Apr 30 13:02:51.305221 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: rbac.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.306306 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.306826 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: rbac-policies Apr 30 13:02:51.307148 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: rbac_address_group.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.308055 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.308582 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: rbac-address-group Apr 30 13:02:51.308886 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: rbac_address_scope.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.309828 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.310485 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: rbac-address-scope Apr 30 13:02:51.310802 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: rbac_security_groups.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.311685 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.312558 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: rbac-security-groups Apr 30 13:02:51.312875 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: rbac_subnetpool.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.313807 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.314308 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: rbac-subnetpool Apr 30 13:02:51.314625 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: revisionifmatch.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.315518 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.316027 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: revision-if-match Apr 30 13:02:51.316345 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: revisions.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.317438 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.317941 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: standard-attr-revisions Apr 30 13:02:51.318258 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: router_availability_zone.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.318910 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.319413 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: router_availability_zone Apr 30 13:02:51.319729 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: routerservicetype.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.320621 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.321127 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension router-service-type not supported by any of loaded plugins Apr 30 13:02:51.321476 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.322366 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.322870 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: security-groups-normalized-cidr Apr 30 13:02:51.323186 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: security_groups_port_filtering.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.324084 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.324589 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: port-security-groups-filtering Apr 30 13:02:51.324905 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: security_groups_remote_address_group.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.325850 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.326361 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: security-groups-remote-address-group Apr 30 13:02:51.326682 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: securitygroup.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.336271 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.336796 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: security-group Apr 30 13:02:51.337119 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: segment.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.337941 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.338448 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension segment not supported by any of loaded plugins Apr 30 13:02:51.338770 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.339688 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.340191 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 30 13:02:51.340513 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: servicetype.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.341688 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.342203 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: service-type Apr 30 13:02:51.342522 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: sorting.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.343475 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.343797 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: sorting Apr 30 13:02:51.344112 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: standard_attr_segment.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.345005 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.345537 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 30 13:02:51.345858 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: standardattrdescription.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.346488 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.346984 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: standard-attr-description Apr 30 13:02:51.347299 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: stateful_security_group.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.348197 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.348702 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: stateful-security-group Apr 30 13:02:51.349020 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: stdattrs_common.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.349613 dv-cinder-784453-4-iscsi neutron-server[73708]: WARNING neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 30 13:02:51.349909 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.350916 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.351419 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 30 13:02:51.351732 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: subnet_onboard.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.352768 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.353303 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: subnet_onboard Apr 30 13:02:51.353645 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: subnet_segmentid_writable.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.354550 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.355051 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 30 13:02:51.355348 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: subnet_service_types.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.356254 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.356763 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: subnet-service-types Apr 30 13:02:51.357123 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: subnetallocation.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.358213 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.358723 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: subnet_allocation Apr 30 13:02:51.359045 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.359688 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.360190 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: subnetpool-prefix-ops Apr 30 13:02:51.360494 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.361405 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.361918 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 30 13:02:51.362243 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: tagging.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.363299 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.363825 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: standard-attr-tag Apr 30 13:02:51.364143 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: timestamp.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.365324 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.365874 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loaded extension: standard-attr-timestamp Apr 30 13:02:51.366201 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: trunk.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.367201 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.367722 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension trunk not supported by any of loaded plugins Apr 30 13:02:51.368033 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: trunk_details.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.368924 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.376591 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension trunk-details not supported by any of loaded plugins Apr 30 13:02:51.376591 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: uplink_status_propagation.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.376591 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.376591 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 30 13:02:51.376591 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Loading extension file: vlantransparent.py {{(pid=73708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 30 13:02:51.376591 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=73708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Apr 30 13:02:51.376591 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extension vlan-transparent not supported by any of loaded plugins Apr 30 13:02:51.377183 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Creating instance of TrackedResource for resource:network Apr 30 13:02:51.377183 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Creating instance of TrackedResource for resource:subnet Apr 30 13:02:51.377183 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:02:51.377407 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Creating instance of TrackedResource for resource:port Apr 30 13:02:51.378649 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.v2.resource_helper [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:02:51.379079 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.v2.resource_helper [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Service FLAVORS assigned prefix: {{(pid=73708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:02:51.379703 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.v2.resource_helper [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:02:51.380137 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.v2.resource_helper [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:02:51.380457 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Creating instance of TrackedResource for resource:router Apr 30 13:02:51.381096 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Creating instance of TrackedResource for resource:floatingip Apr 30 13:02:51.381856 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.v2.resource_helper [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Service METERING assigned prefix: /metering {{(pid=73708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:02:51.383304 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.383678 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.384017 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=73708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:02:51.385176 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 13:02:51.385707 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Creating instance of TrackedResource for resource:security_group Apr 30 13:02:51.386387 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 13:02:51.387134 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.v2.resource_helper [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Service CORE assigned prefix: {{(pid=73708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:02:51.387443 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:02:51.387787 dv-cinder-784453-4-iscsi neutron-server[73708]: WARNING neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] subnetpool is already registered Apr 30 13:02:51.388436 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.v2.resource_helper [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Service CORE assigned prefix: {{(pid=73708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:02:51.388766 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:02:51.389089 dv-cinder-784453-4-iscsi neutron-server[73708]: WARNING neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] subnetpool is already registered Apr 30 13:02:51.392925 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.v2.resource_helper [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:02:51.393359 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.v2.resource_helper [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Service FLAVORS assigned prefix: {{(pid=73708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:02:51.393987 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.v2.resource_helper [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:02:51.394405 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.v2.resource_helper [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=73708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:02:51.394732 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Creating instance of TrackedResource for resource:router Apr 30 13:02:51.395053 dv-cinder-784453-4-iscsi neutron-server[73708]: WARNING neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] router is already registered Apr 30 13:02:51.395649 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Creating instance of TrackedResource for resource:floatingip Apr 30 13:02:51.395961 dv-cinder-784453-4-iscsi neutron-server[73708]: WARNING neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] floatingip is already registered Apr 30 13:02:51.396589 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.v2.resource_helper [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Service METERING assigned prefix: /metering {{(pid=73708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:02:51.397266 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Creating instance of CountableResource for resource:rbac_policy Apr 30 13:02:51.397611 dv-cinder-784453-4-iscsi neutron-server[73708]: WARNING neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] rbac_policy is already registered Apr 30 13:02:51.398143 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Creating instance of TrackedResource for resource:security_group Apr 30 13:02:51.398461 dv-cinder-784453-4-iscsi neutron-server[73708]: WARNING neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] security_group is already registered Apr 30 13:02:51.399038 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Creating instance of TrackedResource for resource:security_group_rule Apr 30 13:02:51.399366 dv-cinder-784453-4-iscsi neutron-server[73708]: WARNING neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] security_group_rule is already registered Apr 30 13:02:51.400033 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.v2.resource_helper [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Service CORE assigned prefix: {{(pid=73708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:02:51.400340 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:02:51.400664 dv-cinder-784453-4-iscsi neutron-server[73708]: WARNING neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] subnetpool is already registered Apr 30 13:02:51.401249 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.v2.resource_helper [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Service CORE assigned prefix: {{(pid=73708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 30 13:02:51.401592 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Creating instance of TrackedResource for resource:subnetpool Apr 30 13:02:51.401904 dv-cinder-784453-4-iscsi neutron-server[73708]: WARNING neutron.quota.resource_registry [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] subnetpool is already registered Apr 30 13:02:51.402548 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: extensions {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.404118 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: address-groups {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.405761 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: address-scopes {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.406975 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: agents {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.408136 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: auto-allocated-topology {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.409404 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: availability_zones {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.410696 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: dhcp-networks {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.412093 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: dhcp-agents {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.413541 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: routers {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.415525 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: flavors {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.416537 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: service_profiles {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.417756 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: next_providers {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.419279 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: service_profiles {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.420737 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: floatingip-pools {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.421988 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: routers {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.423838 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: floatingips {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.425025 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: l3-routers {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.426430 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: l3-agents {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.427844 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: metering-labels {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.429190 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: metering-label-rules {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.430497 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: network-ip-availabilities {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.431750 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: bindings {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.433444 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: quotas {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.434868 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: quotas {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.436378 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: rbac-policies {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.438081 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: security-groups {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.439280 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: security-group-rules {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.440536 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: service-providers {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.441753 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: subnetpools {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.443169 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: subnetpools {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.444617 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: tags {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.446334 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: tags {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.448119 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: tags {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.449921 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: tags {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.452929 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: tags {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.454823 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: tags {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.456535 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: tags {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.574904 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: tags {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.576788 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: tags {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.578670 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron.api.extensions [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Extended resource: tags {{(pid=73708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 30 13:02:51.584628 dv-cinder-784453-4-iscsi neutron-server[73708]: WARNING keystonemiddleware.auth_token [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 30 13:02:51.589407 dv-cinder-784453-4-iscsi neutron-server[73708]: WARNING keystonemiddleware.auth_token [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 30 13:02:51.597619 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_concurrency.lockutils [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Acquired lock "singleton_lock" {{(pid=73708) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 30 13:02:51.598096 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_concurrency.lockutils [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Releasing lock "singleton_lock" {{(pid=73708) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 30 13:02:51.598735 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO oslo_service.service [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Starting 2 workers Apr 30 13:02:51.603348 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Started child 73813 {{(pid=73708) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:02:51.607686 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Started child 73814 {{(pid=73708) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:02:51.608529 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:02:51.609239 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO neutron.service [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Neutron service started, listening on 0.0.0.0:9696 Apr 30 13:02:51.609831 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Notify callbacks [] for process, before_spawn {{(pid=73708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:02:51.610037 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [-] (73813) wsgi starting up on http://0.0.0.0:9696 Apr 30 13:02:51.612138 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO oslo_service.service [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Starting 1 workers Apr 30 13:02:51.612519 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:02:51.613825 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [-] (73814) wsgi starting up on http://0.0.0.0:9696 Apr 30 13:02:51.617098 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Started child 73815 {{(pid=73708) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:02:51.617639 dv-cinder-784453-4-iscsi neutron-server[73708]: INFO oslo_service.service [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Starting 1 workers Apr 30 13:02:51.620625 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.service [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] calling RpcWorker wait() {{(pid=73815) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 30 13:02:51.621274 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.service [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] returning from RpcWorker wait() {{(pid=73815) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 30 13:02:51.621975 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Started child 73816 {{(pid=73708) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 30 13:02:51.622874 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:02:51.623003 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG neutron_lib.callbacks.manager [None req-2452e22e-f087-49e0-b9a0-2af567ea86ac None None] Notify callbacks [] for process, after_spawn {{(pid=73708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:02:51.623079 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:02:51.624842 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73708) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 13:02:51.625142 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 13:02:51.625443 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 13:02:51.625753 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 13:02:51.626177 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 13:02:51.626440 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 13:02:51.627031 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.627398 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.627770 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.627919 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:02:51.628688 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.628688 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.628924 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:02:51.629606 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.629984 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.630340 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.630712 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.631065 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.631348 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.631614 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.632006 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.632401 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.632812 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.633179 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.633562 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.633924 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.634201 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.634589 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.635005 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.635383 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.635762 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] debug = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.636114 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.636684 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.637024 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.637414 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.637757 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.638133 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.638564 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.638944 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.639284 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.639664 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.640008 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.640369 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.640715 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.641044 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.641457 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.641811 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.642174 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.642787 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] host = dv-cinder-784453-4-iscsi {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.643126 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.643452 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.643804 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.644167 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.644542 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.644913 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.645299 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.645711 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.646067 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.646417 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.646767 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.647121 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.647449 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.647801 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] log_file = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.648077 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] log_options = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.648459 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.648836 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.649210 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.649572 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.649819 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.650611 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.650611 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.650970 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.651857 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.651857 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.651857 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.652416 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.652599 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.652932 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.653354 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.653656 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.654035 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.654393 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.654819 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.655132 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.655499 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.655860 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.656470 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.656673 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.656925 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.657301 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.658114 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.658114 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.658525 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.658782 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.659126 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.659498 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.659819 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.660157 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.660484 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.660792 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.661105 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.661525 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.661907 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.662279 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.662641 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.663029 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.663346 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.663687 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.664021 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.664855 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] use_json = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.664855 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.665265 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.665696 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.665940 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.667062 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.667062 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.667062 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.668136 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.668136 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.668542 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.668878 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.670005 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.670005 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.670389 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.670587 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.670801 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.671172 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.671614 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.672081 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.672397 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.672942 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.673598 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.674110 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.674719 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.675265 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.675877 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.676420 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.676946 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.677448 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.677975 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.678648 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.679054 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.679477 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.679883 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.680243 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.680594 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.680940 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.681309 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.681671 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.681997 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.682357 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.682688 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.682996 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.683306 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.683840 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.684166 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.684484 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.684795 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.685155 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.685565 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.685889 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.686186 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.686511 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.686816 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.687473 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.687798 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.688103 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.688443 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.688751 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.689096 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.689393 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.689704 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.690009 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.690334 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.690596 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.690882 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.691167 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.691472 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.691787 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.692111 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.692427 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.692729 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.693005 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.693460 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.693668 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.693969 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.694291 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.694571 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.695116 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.695634 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.695918 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.696210 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.696506 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.696836 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.697125 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.697443 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.697751 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.698039 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.698357 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.698690 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.699063 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.699412 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.699829 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.700281 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.700644 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.701057 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.701440 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.701801 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.702175 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.702575 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.703153 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.703779 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.704337 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.704989 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.705568 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.706220 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.706783 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.707400 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.707850 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.708223 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.708655 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.709003 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.709356 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.709758 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.710191 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.710589 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.710991 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.711358 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.711737 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.712124 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.712526 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.712948 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.713312 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.713756 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.714864 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.714864 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.714864 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.715247 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.715595 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.716139 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.716643 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.717282 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.717951 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.718520 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.718897 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.719489 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.719850 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.720195 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.720467 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.720856 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.721321 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.721831 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.722239 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.722530 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.722943 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.723335 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.723733 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.724128 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.724507 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.724854 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.725178 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.725537 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.725851 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.726152 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.726480 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.726769 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.727092 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.727380 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.727674 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.727978 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.728268 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.728578 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.728859 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.729151 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.729489 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.729783 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.730075 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.730401 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.730689 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.731002 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.731310 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.731619 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.731924 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.732271 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.732579 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.732903 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.733208 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.733595 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.733919 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.734240 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.734591 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.736153 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.736153 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.736153 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.736153 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.736153 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.738213 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.738213 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.738213 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.738213 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.738213 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.738213 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.738213 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.738932 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.738932 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.739156 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.739382 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.739706 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.740057 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.740406 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.740713 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.741047 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.741362 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.741742 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.742172 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.743079 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.743079 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.743341 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.743596 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.743949 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.744441 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.744558 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.744915 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.745202 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.745633 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.746032 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.746371 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.746751 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.747100 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.747460 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.747909 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.748174 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.748550 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.748882 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.749234 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.749526 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.749794 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.750121 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.750431 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.750773 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.751109 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.751442 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.751783 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.752121 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.752466 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.752790 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.753154 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.753510 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.753852 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.754283 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.754639 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.754994 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.755536 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.756600 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.756600 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.756600 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.756976 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.757123 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.757455 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.757732 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.758076 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.758421 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.758796 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.759197 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.759593 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.759939 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.760280 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.760678 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.761105 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.761509 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.761776 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.762133 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.762627 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.763064 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.763556 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.763950 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.764434 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.764606 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:02:51.764751 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.765066 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.765423 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.765794 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.766137 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.766522 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.766893 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.767251 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.767586 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.767971 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.768329 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.768662 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.768982 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.769306 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.769646 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.769859 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 13:02:51.770609 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=73708) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 30 13:02:51.770824 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 30 13:02:51.771041 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 30 13:02:51.771266 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 30 13:02:51.771489 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 30 13:02:51.771689 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 30 13:02:51.771962 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.772175 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.772386 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.772597 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.772807 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.773047 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.773261 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.773502 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.773704 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.773922 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.774132 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.774344 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.774555 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.774765 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.774976 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.775187 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.775396 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.775612 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.775820 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.776028 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] config_source = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.776245 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.776452 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.776662 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] debug = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.776871 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.777103 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.777317 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.777559 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.777770 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.778057 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.778207 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.778383 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.778592 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.778799 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.779046 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.779255 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.779467 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.779674 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.779883 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.780089 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.780296 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.780506 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] host = dv-cinder-784453-4-iscsi {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.780712 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.780919 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.781128 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.781338 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.781589 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.781825 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.782036 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.782250 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.782464 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.782683 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.782861 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.783103 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.783309 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] log_dir = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.783528 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] log_file = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.783745 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] log_options = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.783975 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.784225 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.784467 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.784716 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.784934 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.785157 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.785444 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.786132 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.786132 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.786132 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.786541 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.786676 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.787257 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.787257 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.787527 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.787527 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.787906 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.788043 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.788503 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.788503 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.788786 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.788998 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.789249 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.790420 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.790420 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.790420 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.790420 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.790420 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.790420 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.791246 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.791246 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.791246 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.791623 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.791623 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.791886 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.792082 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.792324 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.792588 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.792808 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.793022 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.793232 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.793472 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.793684 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.793897 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.794105 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] use_journal = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.794321 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] use_json = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.794529 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.794807 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.795014 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.795220 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.795433 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.795644 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.795849 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.796061 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 30 13:02:51.796299 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.796511 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.796731 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.796940 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.797150 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.797359 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.797606 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.797818 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.798026 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.798252 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.798495 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.798709 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.798928 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.799146 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.799386 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.799621 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.799887 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.800164 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.800412 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.800650 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.800912 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.801197 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.801510 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.801717 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.801894 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.802043 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.802286 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.802524 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.802766 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.803024 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.803254 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.803496 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.803735 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.803967 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.804242 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.804473 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.804730 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.804999 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.805233 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.805513 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.805757 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.805996 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.806242 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.806494 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.806734 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.806974 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.807216 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.807478 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.807721 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.807962 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.808211 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.808457 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.808697 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.808931 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.809165 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.809419 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.809691 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.809905 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.810101 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.810322 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.810514 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.810724 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.810918 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.811109 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.811298 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.811488 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.811683 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.811872 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.812064 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.812606 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.812798 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.812986 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.813174 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.813361 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.813634 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.813882 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.814147 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.814395 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.814644 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.814890 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.815145 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.815390 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.815631 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.815871 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.816119 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.816378 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.816620 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.816858 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.817100 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.817345 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.817615 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.817855 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.818093 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.818332 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.818572 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.818809 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.819047 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.819300 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.819538 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.819837 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.820050 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.820289 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.820536 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.820775 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.821029 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.821270 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.822044 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.822044 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.822044 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.822990 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.822990 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.822990 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.822990 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.823822 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.823822 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.823822 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.824439 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.824439 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.824835 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.824835 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.825226 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.825226 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.825638 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.825899 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.826124 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.826330 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.826583 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.826856 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.827135 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.827379 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.827621 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.827861 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.828124 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.828368 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.828608 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.828848 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.829088 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.829328 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.829598 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.829835 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.830099 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.830340 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.830587 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.830828 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.831067 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.831305 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.831544 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.831810 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.832119 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.832362 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.832572 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.832831 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.833093 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.833352 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.833637 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.833901 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.834159 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.834415 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.834672 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.834914 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.835160 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.835404 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.835646 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.835880 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.836118 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.836366 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.836604 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.836844 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.837085 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.837320 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.839209 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.839209 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.839209 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.839209 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.839209 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.839209 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.839209 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.840117 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.840117 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.840117 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.840117 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.840621 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.840621 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.840883 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.841136 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.841495 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.841645 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.841908 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.842108 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.842270 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.842473 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.842672 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.842871 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.843069 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.843268 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.843465 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.843660 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.843854 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.844050 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.844250 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.844445 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.844641 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.844835 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.845028 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.845222 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.845458 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.845672 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.845869 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.846063 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.846263 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.846457 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.846664 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.846858 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.847056 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.847251 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.847445 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.847651 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.847845 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.848048 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.848242 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.848434 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.848638 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.848832 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.849025 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.849216 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.849455 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.849663 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.849856 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.850048 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.850260 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.850469 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.850683 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.850894 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.851103 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.851364 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.851580 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.851797 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.852005 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.852229 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.852433 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.852646 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.852856 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.853064 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.853267 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.853505 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.853723 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.853968 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.854172 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.854383 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.854610 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.854828 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.855043 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.855252 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.855469 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.855686 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.855894 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.856101 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.856312 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.856520 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.856727 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.856934 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.857156 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.857392 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.857620 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.857833 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.858045 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.858267 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.858481 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.858760 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.858869 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.859087 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.859297 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.859508 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.859718 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 30 13:02:51.859919 dv-cinder-784453-4-iscsi neutron-server[73708]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=73708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 30 13:02:51.892717 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 33042) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:02:51.900994 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060494 Apr 30 13:03:02.452776 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b0e053-826a-4fe9-aab0-94f788d1668b None None] get_active_networks_info from dv-cinder-784453-4-iscsi {{(pid=73815) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 30 13:03:02.524596 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b0e053-826a-4fe9-aab0-94f788d1668b None None] No non-hosted networks {{(pid=73815) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 30 13:03:02.545524 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-f6a7ba2c-6dd4-49dd-9c7d-e26597ac35cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414'] for agent, after_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:05.488358 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414'] for agent, after_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:05.492545 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:05.493805 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:05.494148 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:05.494467 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:05.494794 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:05.495122 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:05.495439 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:05.495833 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:05.496091 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:05.496406 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:05.496722 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:05.497031 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:05.511827 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784453-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:05.518752 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784453-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:05.735079 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-b17e24e7-7dbc-40f5-b3a4-ba4aaed5f960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414'] for agent, after_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:05.788090 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-c54cecfc-4b0b-4e6d-826f-da2cb041db43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:06.450987 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414'] for agent, after_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:07.806758 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414'] for agent, after_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:08.791254 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.db.l3_hamode_db [None req-af205eb6-17e5-4b9b-95ee-a0772672dc9d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 30 13:03:08.878110 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af205eb6-17e5-4b9b-95ee-a0772672dc9d None None] Routers set() bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:03:08.878834 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af205eb6-17e5-4b9b-95ee-a0772672dc9d None None] Router IDs set() for agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Apr 30 13:03:09.332133 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 33132) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:09.945497 dv-cinder-784453-4-iscsi neutron-server[73814]: WARNING oslo_policy.policy [None req-db8918df-4160-4e52-badc-4de92435c658 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:03:09.946033 dv-cinder-784453-4-iscsi neutron-server[73814]: WARNING oslo_policy.policy [None req-db8918df-4160-4e52-badc-4de92435c658 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:03:10.156852 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [None req-db8918df-4160-4e52-badc-4de92435c658 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=73814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:03:10.158008 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-db8918df-4160-4e52-badc-4de92435c658 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8245261 Apr 30 13:03:12.507258 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 33146) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:13.114360 dv-cinder-784453-4-iscsi neutron-server[73813]: WARNING oslo_policy.policy [None req-f33dc2b8-95b0-4ffd-a7e1-a781f270b79f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:03:13.114867 dv-cinder-784453-4-iscsi neutron-server[73813]: WARNING oslo_policy.policy [None req-f33dc2b8-95b0-4ffd-a7e1-a781f270b79f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:03:13.325339 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-f33dc2b8-95b0-4ffd-a7e1-a781f270b79f admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:03:13.422589 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.policy [None req-f33dc2b8-95b0-4ffd-a7e1-a781f270b79f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73813) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 13:03:13.468322 dv-cinder-784453-4-iscsi neutron-server[73813]: WARNING oslo_policy.policy [None req-f33dc2b8-95b0-4ffd-a7e1-a781f270b79f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:03:13.468700 dv-cinder-784453-4-iscsi neutron-server[73813]: WARNING oslo_policy.policy [None req-f33dc2b8-95b0-4ffd-a7e1-a781f270b79f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:03:13.477396 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.quota [None req-f33dc2b8-95b0-4ffd-a7e1-a781f270b79f admin admin] Loaded quota_driver: . Apr 30 13:03:13.492802 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f33dc2b8-95b0-4ffd-a7e1-a781f270b79f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:03:13.552410 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f33dc2b8-95b0-4ffd-a7e1-a781f270b79f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751032928628', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751032940355', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751032915289', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751032910261', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751032920201', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751032897252', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-607932', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-644505', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66659710', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66633932'] for rbac-policy, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:13.614805 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f33dc2b8-95b0-4ffd-a7e1-a781f270b79f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:13.616253 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-f33dc2b8-95b0-4ffd-a7e1-a781f270b79f admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1070347 Apr 30 13:03:16.191532 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 33164) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:16.735472 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Request body: {'network': {'project_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'tenant_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'admin_state_up': True, 'name': 'private'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:03:16.740908 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:03:16.745368 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Usage tracker for resource:network and tenant:fe48dcc7a3d945ac98ce1049b2b43d12 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:03:16.750299 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:03:16.756638 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:03:16.768536 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Made reservation on behalf of fe48dcc7a3d945ac98ce1049b2b43d12 for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:03:16.771654 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:16.789742 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:16.806070 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:03:16.810117 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Usage tracker for resource:security_group_rule and tenant:fe48dcc7a3d945ac98ce1049b2b43d12 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:03:16.815796 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:03:16.821406 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:03:16.919419 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:16.924128 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:16.928470 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:16.950075 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:03:16.975094 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751029557396', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:16.975686 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Unsubscribe: segment precommit_create {{(pid=73813) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 13:03:16.976136 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Added segment 2541b739-299e-4dc5-a7a0-7ca00a8fb609 of type vlan for network 18b1d7e1-088b-4e35-b8d1-53400e5a3734 Apr 30 13:03:16.984730 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2650b2c8-f5b2-48c4-96cb-a0c3f0db1d4f,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:17.033570 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:17.033898 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:17.034374 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:17.034769 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:17.035107 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:17.035414 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:17.035717 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:17.036005 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:17.036319 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:17.036616 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:17.036911 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:17.037211 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Tracked resource versions report: Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: pushed versions: Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: { 'AddressGroup': {'1.2'}, Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'ConntrackHelper': {'1.0'}, Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'Log': {'1.0'}, Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'Network': {'1.1'}, Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'Port': {'1.7'}, Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'PortForwarding': {'1.2'}, Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'QosPolicy': {'1.8'}, Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'SecurityGroup': {'1.4'}, Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'SubPort': {'1.0'}, Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'Subnet': {'1.1'}, Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'Trunk': {'1.1'}} Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: consumer versions: Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: { DHCP agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: L3 agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: Metadata agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: Metering agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: Open vSwitch agent@dv-cinder-784453-4-iscsi: { 'AddressGroup': '1.2', Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'ConntrackHelper': '1.0', Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'Log': '1.0', Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'Network': '1.1', Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'Port': '1.7', Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'PortForwarding': '1.2', Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'QosPolicy': '1.8', Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'SecurityGroup': '1.4', Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'SecurityGroupRule': '1.2', Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'SubPort': '1.0', Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'Subnet': '1.1', Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: 'Trunk': '1.1'}} Apr 30 13:03:17.038345 dv-cinder-784453-4-iscsi neutron-server[73813]: {{(pid=73813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:03:17.095397 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:17.099842 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751029132912'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:17.141507 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:17.143243 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:03:17.143903 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:17.147402 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:17.254876 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Pushing event updated for resources: {'Network': ['ID=18b1d7e1-088b-4e35-b8d1-53400e5a3734,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:17.257641 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0649247 Apr 30 13:03:17.258408 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:17.265626 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Network 18b1d7e1-088b-4e35-b8d1-53400e5a3734 details requested by agent ovs-agent-dv-cinder-784453-4-iscsi with host dv-cinder-784453-4-iscsi {{(pid=73815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:03:19.922503 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 33180) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:20.384936 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73cfde8-0150-4822-ac8e-9cab52a4f45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:03:20.386356 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b73cfde8-0150-4822-ac8e-9cab52a4f45c admin admin] 10.222.0.69 "GET /v2.0/networks/18b1d7e1-088b-4e35-b8d1-53400e5a3734 HTTP/1.1" status: 200 len: 826 time: 0.4628541 Apr 30 13:03:20.415076 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-d6854111-4e78-415b-b9df-fd4c9684124e admin admin] 10.222.0.69 "GET /v2.0/subnetpools/fe707414-0dfa-4189-b191-96a8a679c1f5 HTTP/1.1" status: 200 len: 734 time: 0.0231674 Apr 30 13:03:20.424334 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-338c6dac-5217-440c-b41c-e033c52c576d admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '18b1d7e1-088b-4e35-b8d1-53400e5a3734', 'ip_version': 4, 'subnetpool_id': 'fe707414-0dfa-4189-b191-96a8a679c1f5', 'name': 'private-subnet', 'tenant_id': 'fe48dcc7a3d945ac98ce1049b2b43d12'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:03:20.429155 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-338c6dac-5217-440c-b41c-e033c52c576d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:03:20.433231 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-338c6dac-5217-440c-b41c-e033c52c576d admin admin] Usage tracker for resource:subnet and tenant:fe48dcc7a3d945ac98ce1049b2b43d12 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:03:20.437047 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-338c6dac-5217-440c-b41c-e033c52c576d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:03:20.442994 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-338c6dac-5217-440c-b41c-e033c52c576d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:03:20.453908 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338c6dac-5217-440c-b41c-e033c52c576d admin admin] Made reservation on behalf of fe48dcc7a3d945ac98ce1049b2b43d12 for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:03:20.456230 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-338c6dac-5217-440c-b41c-e033c52c576d admin admin] Notify callbacks [] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:20.948955 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-338c6dac-5217-440c-b41c-e033c52c576d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:20.953177 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:21.031478 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c6dac-5217-440c-b41c-e033c52c576d admin admin] Pushing event updated for resources: {'Subnet': ['ID=09efa0a2-f2e8-4a93-836b-30ec2bde3f21,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:21.036785 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-338c6dac-5217-440c-b41c-e033c52c576d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:21.037728 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338c6dac-5217-440c-b41c-e033c52c576d admin admin] Checking segment: {'id': '2541b739-299e-4dc5-a7a0-7ca00a8fb609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '18b1d7e1-088b-4e35-b8d1-53400e5a3734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:03:21.038097 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338c6dac-5217-440c-b41c-e033c52c576d admin admin] Network hostable DHCP agents. Network: 18b1d7e1-088b-4e35-b8d1-53400e5a3734, hostable agents: ['e96ab08c-23ca-4860-8db7-d5ed4d5e6b52'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:03:21.058247 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338c6dac-5217-440c-b41c-e033c52c576d admin admin] Network 18b1d7e1-088b-4e35-b8d1-53400e5a3734 is scheduled to be hosted by DHCP agent e96ab08c-23ca-4860-8db7-d5ed4d5e6b52 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:03:21.069475 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-338c6dac-5217-440c-b41c-e033c52c576d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-iscsi, 18b1d7e1-088b-4e35-b8d1-53400e5a3734) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:03:21.074034 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338c6dac-5217-440c-b41c-e033c52c576d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:03:21.074622 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-338c6dac-5217-440c-b41c-e033c52c576d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:21.079374 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe75b5a9-d8bd-495e-874b-5c7b8b8284c3 None None] Network 18b1d7e1-088b-4e35-b8d1-53400e5a3734 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:03:21.096440 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-338c6dac-5217-440c-b41c-e033c52c576d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6756105 Apr 30 13:03:21.394827 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ab26763-ec13-5d5f-b953-d9fa9666aef5-18b1d7e1-088b-4e35-b8d1-53400e5a3734', 'network_id': '18b1d7e1-088b-4e35-b8d1-53400e5a3734', 'tenant_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'fixed_ips': [{'subnet_id': '09efa0a2-f2e8-4a93-836b-30ec2bde3f21'}]}} from dv-cinder-784453-4-iscsi. {{(pid=73815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:03:21.395984 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:21.583602 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.db_base_plugin_common [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Allocated IP 172.20.0.2 (18b1d7e1-088b-4e35-b8d1-53400e5a3734/09efa0a2-f2e8-4a93-836b-30ec2bde3f21/94fb5d55-9064-4ec6-8492-0791b46ccee4) {{(pid=73815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:03:21.822992 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Notify callbacks [] for port, precommit_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:21.836498 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Transition to ACTIVE for port object 94fb5d55-9064-4ec6-8492-0791b46ccee4 will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:03:21.856495 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Transition to ACTIVE for port object 94fb5d55-9064-4ec6-8492-0791b46ccee4 will not be triggered until provisioned by entity DHCP. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:03:21.863854 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348'] for port, after_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:21.869001 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:21.923783 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Network 18b1d7e1-088b-4e35-b8d1-53400e5a3734 is already hosted by enough agents. {{(pid=73815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:03:21.926519 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.base_scheduler [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Resources bound (agent type, host, resource id): {{(pid=73815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:03:21.937232 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Received port after_create {{(pid=73815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:03:21.944294 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Pushing event updated for resources: {'Port': ['ID=94fb5d55-9064-4ec6-8492-0791b46ccee4,revision_number=1']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:21.983601 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:21.983945 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:21.984252 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:21.984574 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:21.984886 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:21.985195 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:21.985524 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:21.985811 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:21.986145 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:21.986451 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:21.986747 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:21.987057 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Tracked resource versions report: Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: pushed versions: Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: { 'AddressGroup': {'1.2'}, Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'ConntrackHelper': {'1.0'}, Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'Log': {'1.0'}, Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'Network': {'1.1'}, Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'Port': {'1.7'}, Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'PortForwarding': {'1.2'}, Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'QosPolicy': {'1.8'}, Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'SecurityGroup': {'1.4'}, Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'SubPort': {'1.0'}, Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'Subnet': {'1.1'}, Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'Trunk': {'1.1'}} Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: consumer versions: Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: { DHCP agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: L3 agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: Metadata agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: Metering agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: Open vSwitch agent@dv-cinder-784453-4-iscsi: { 'AddressGroup': '1.2', Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'ConntrackHelper': '1.0', Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'Log': '1.0', Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'Network': '1.1', Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'Port': '1.7', Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'PortForwarding': '1.2', Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'QosPolicy': '1.8', Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'SecurityGroup': '1.4', Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'SecurityGroupRule': '1.2', Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'SubPort': '1.0', Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'Subnet': '1.1', Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: 'Trunk': '1.1'}} Apr 30 13:03:21.988132 dv-cinder-784453-4-iscsi neutron-server[73815]: {{(pid=73815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:03:22.018887 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:22.043982 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Attempting to bind port 94fb5d55-9064-4ec6-8492-0791b46ccee4 on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:03:22.044420 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Attempting to bind port 94fb5d55-9064-4ec6-8492-0791b46ccee4 by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': '2541b739-299e-4dc5-a7a0-7ca00a8fb609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '18b1d7e1-088b-4e35-b8d1-53400e5a3734'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:03:22.044846 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Attempting to bind port 94fb5d55-9064-4ec6-8492-0791b46ccee4 on network 18b1d7e1-088b-4e35-b8d1-53400e5a3734 {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:03:22.050560 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:03:22.050931 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Checking segment: {'id': '2541b739-299e-4dc5-a7a0-7ca00a8fb609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '18b1d7e1-088b-4e35-b8d1-53400e5a3734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:03:22.051435 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:22.051813 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Bound using segment: {'id': '2541b739-299e-4dc5-a7a0-7ca00a8fb609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '18b1d7e1-088b-4e35-b8d1-53400e5a3734'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:03:22.052403 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Bound port: 94fb5d55-9064-4ec6-8492-0791b46ccee4, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2541b739-299e-4dc5-a7a0-7ca00a8fb609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '18b1d7e1-088b-4e35-b8d1-53400e5a3734'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:03:22.052795 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:22.143268 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] For port 94fb5d55-9064-4ec6-8492-0791b46ccee4, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:03:22.147244 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] For port 94fb5d55-9064-4ec6-8492-0791b46ccee4, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=94fb5d55-9064-4ec6-8492-0791b46ccee4,segment=NetworkSegment(2541b739-299e-4dc5-a7a0-7ca00a8fb609),segment_id=2541b739-299e-4dc5-a7a0-7ca00a8fb609)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:03:22.154734 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:22.159283 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:22.247084 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Pushing event updated for resources: {'Port': ['ID=94fb5d55-9064-4ec6-8492-0791b46ccee4,revision_number=2']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:22.250525 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:23.509658 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 33190) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:23.901882 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [None req-631c0996-5266-4d51-bb37-2c73547e6493 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=73814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:03:23.902817 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-631c0996-5266-4d51-bb37-2c73547e6493 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3923171 Apr 30 13:03:26.290418 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 33200) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:26.696322 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [None req-ca4453ce-cd37-418c-9a5c-adc52bea0800 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=73814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:03:26.697311 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-ca4453ce-cd37-418c-9a5c-adc52bea0800 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4059272 Apr 30 13:03:27.417017 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 94fb5d55-9064-4ec6-8492-0791b46ccee4 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:03:27.492091 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 94fb5d55-9064-4ec6-8492-0791b46ccee4 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:03:27.762027 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860c3956-cecc-470f-9a0e-20a57c2a1529 None None] Network 18b1d7e1-088b-4e35-b8d1-53400e5a3734 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:03:27.841281 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-436bec96-453c-49c2-9ecf-c079b6143e4a None None] Provisioning for port 94fb5d55-9064-4ec6-8492-0791b46ccee4 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:03:27.853001 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-436bec96-453c-49c2-9ecf-c079b6143e4a None None] Provisioning complete for port 94fb5d55-9064-4ec6-8492-0791b46ccee4 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:03:27.853401 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-436bec96-453c-49c2-9ecf-c079b6143e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:28.075141 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-436bec96-453c-49c2-9ecf-c079b6143e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:28.123691 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-436bec96-453c-49c2-9ecf-c079b6143e4a None None] For port 94fb5d55-9064-4ec6-8492-0791b46ccee4, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=94fb5d55-9064-4ec6-8492-0791b46ccee4,segment=NetworkSegment(2541b739-299e-4dc5-a7a0-7ca00a8fb609),segment_id=2541b739-299e-4dc5-a7a0-7ca00a8fb609)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:03:28.128749 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-436bec96-453c-49c2-9ecf-c079b6143e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:28.133981 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:28.250032 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bec96-453c-49c2-9ecf-c079b6143e4a None None] Pushing event updated for resources: {'Port': ['ID=94fb5d55-9064-4ec6-8492-0791b46ccee4,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:28.253501 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-436bec96-453c-49c2-9ecf-c079b6143e4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:28.453835 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-c9a89d7c-99fa-4413-8cd6-fedfa60699b7 None None] Provisioning complete for port 94fb5d55-9064-4ec6-8492-0791b46ccee4 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:03:28.454576 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-c9a89d7c-99fa-4413-8cd6-fedfa60699b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:29.373532 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 94fb5d55-9064-4ec6-8492-0791b46ccee4 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:03:29.413013 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 33216) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:29.446988 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 94fb5d55-9064-4ec6-8492-0791b46ccee4 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:03:29.447523 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:29.789179 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-4434bbb0-6cc6-4ea9-a118-6086eae74ae9 admin admin] Request body: {'router': {'tenant_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'admin_state_up': True, 'name': 'router1'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:03:29.858763 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.policy [None req-4434bbb0-6cc6-4ea9-a118-6086eae74ae9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=73814) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 30 13:03:29.905153 dv-cinder-784453-4-iscsi neutron-server[73814]: WARNING oslo_policy.policy [None req-4434bbb0-6cc6-4ea9-a118-6086eae74ae9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:03:29.905556 dv-cinder-784453-4-iscsi neutron-server[73814]: WARNING oslo_policy.policy [None req-4434bbb0-6cc6-4ea9-a118-6086eae74ae9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 30 13:03:29.914148 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.quota [None req-4434bbb0-6cc6-4ea9-a118-6086eae74ae9 admin admin] Loaded quota_driver: . Apr 30 13:03:29.929775 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-4434bbb0-6cc6-4ea9-a118-6086eae74ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:03:29.936444 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-4434bbb0-6cc6-4ea9-a118-6086eae74ae9 admin admin] Usage tracker for resource:router and tenant:fe48dcc7a3d945ac98ce1049b2b43d12 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:03:29.941359 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-4434bbb0-6cc6-4ea9-a118-6086eae74ae9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:03:29.950415 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-4434bbb0-6cc6-4ea9-a118-6086eae74ae9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:03:29.968743 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4434bbb0-6cc6-4ea9-a118-6086eae74ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66778846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-759'] for router, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:29.970932 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4434bbb0-6cc6-4ea9-a118-6086eae74ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66778823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66720200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66618511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-718'] for router, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:29.997837 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4434bbb0-6cc6-4ea9-a118-6086eae74ae9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:30.115362 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4434bbb0-6cc6-4ea9-a118-6086eae74ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66709569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718076'] for router, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:30.137939 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4434bbb0-6cc6-4ea9-a118-6086eae74ae9 admin admin] Notify callbacks [] for router, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:30.141952 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-4434bbb0-6cc6-4ea9-a118-6086eae74ae9 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7248790 Apr 30 13:03:32.331943 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-c5f39881-f6a2-44c3-9cf0-744e141b24e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:32.527157 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 33228) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:32.914924 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [None req-a232d6ff-5de2-4bd2-afd9-393db53f05da admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=73814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:03:32.915895 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-a232d6ff-5de2-4bd2-afd9-393db53f05da admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3878772 Apr 30 13:03:35.336652 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 33238) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:35.487469 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:35.730876 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-d06b81ad-6b51-4d7d-87a9-107a9b451496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:35.736552 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:03:35.741569 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:03:35.745853 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Usage tracker for resource:network and tenant:ae77c383aeaa4ac9904090ef6d397a73 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:03:35.748657 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:03:35.755338 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:03:35.768293 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Made reservation on behalf of ae77c383aeaa4ac9904090ef6d397a73 for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:03:35.772002 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:35.787475 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:35.802091 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:03:35.805881 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Usage tracker for resource:security_group_rule and tenant:ae77c383aeaa4ac9904090ef6d397a73 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:03:35.808695 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:03:35.815286 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:03:35.914261 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:35.919171 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:35.922531 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:35.938125 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Reserving flat network on physical network physnet1 {{(pid=73813) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 30 13:03:35.965442 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ab1e53-d282-4b86-8036-cd07ad91e90c,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:35.968146 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:35.968480 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Added segment b5238bc7-598a-4554-ab3b-2a5c86f1cdf4 of type flat for network 0b72fb58-bb2e-463f-beea-a002adeb004d Apr 30 13:03:35.969742 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:36.005002 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751029132912'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:36.043942 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:36.045352 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:03:36.045951 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:36.049430 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ec00081d-1dfe-4c60-a8b2-b2f6b2359fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:36.148653 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Pushing event updated for resources: {'Network': ['ID=0b72fb58-bb2e-463f-beea-a002adeb004d,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:36.151458 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8137391 Apr 30 13:03:36.152145 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:36.159483 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Network 0b72fb58-bb2e-463f-beea-a002adeb004d details requested by agent ovs-agent-dv-cinder-784453-4-iscsi with host dv-cinder-784453-4-iscsi {{(pid=73815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:03:36.400066 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:37.734140 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:38.512220 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 33258) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:38.769465 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f348b0b7-8ad1-460a-b4f8-b5036f3df0b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:03:38.770786 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-f348b0b7-8ad1-460a-b4f8-b5036f3df0b5 admin admin] 10.222.0.69 "GET /v2.0/subnets/09efa0a2-f2e8-4a93-836b-30ec2bde3f21 HTTP/1.1" status: 200 len: 849 time: 0.2577319 Apr 30 13:03:38.910475 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-182e86fb-b603-4ecf-a641-832e9dba4911 admin admin] 10.222.0.69 "GET /v2.0/routers/d93c1f28-0b9c-4962-97c7-c131acbdbab0 HTTP/1.1" status: 200 len: 704 time: 0.1339858 Apr 30 13:03:39.393779 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:39.636218 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Allocated IP 172.20.0.1 (18b1d7e1-088b-4e35-b8d1-53400e5a3734/09efa0a2-f2e8-4a93-836b-30ec2bde3f21/9f879741-e90b-4548-838c-e08c4ad48921) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:03:39.806810 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:39.825563 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Transition to ACTIVE for port object 9f879741-e90b-4548-838c-e08c4ad48921 will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:03:39.882841 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:39.888522 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:39.940833 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Network 18b1d7e1-088b-4e35-b8d1-53400e5a3734 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:03:39.948582 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:03:39.996876 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Pushing event updated for resources: {'Port': ['ID=9f879741-e90b-4548-838c-e08c4ad48921,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:40.000385 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:03:40.000519 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66717170'] for router_interface, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:40.133518 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:40.133850 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:40.134189 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:40.134572 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:40.134828 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:40.135150 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:40.135460 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:40.135769 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:40.136186 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:40.136389 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:40.136690 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:40.136997 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Tracked resource versions report: Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: pushed versions: Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: { 'AddressGroup': {'1.2'}, Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'ConntrackHelper': {'1.0'}, Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'Log': {'1.0'}, Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'Network': {'1.1'}, Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'Port': {'1.7'}, Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'PortForwarding': {'1.2'}, Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'QosPolicy': {'1.8'}, Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'SecurityGroup': {'1.4'}, Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'SubPort': {'1.0'}, Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'Subnet': {'1.1'}, Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'Trunk': {'1.1'}} Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: consumer versions: Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: { DHCP agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: L3 agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: Metadata agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: Metering agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: Open vSwitch agent@dv-cinder-784453-4-iscsi: { 'AddressGroup': '1.2', Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'ConntrackHelper': '1.0', Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'Log': '1.0', Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'Network': '1.1', Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'Port': '1.7', Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'PortForwarding': '1.2', Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'QosPolicy': '1.8', Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'SecurityGroup': '1.4', Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'SecurityGroupRule': '1.2', Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'SubPort': '1.0', Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'Subnet': '1.1', Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: 'Trunk': '1.1'}} Apr 30 13:03:40.138189 dv-cinder-784453-4-iscsi neutron-server[73814]: {{(pid=73814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:03:40.153853 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:40.179516 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-178f7e6e-8f29-4992-9665-e8c4921992db None None] Provisioning for port 9f879741-e90b-4548-838c-e08c4ad48921 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:03:40.185601 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-178f7e6e-8f29-4992-9665-e8c4921992db None None] Provisioning complete for port 9f879741-e90b-4548-838c-e08c4ad48921 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:03:40.186053 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-178f7e6e-8f29-4992-9665-e8c4921992db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:40.245623 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-178f7e6e-8f29-4992-9665-e8c4921992db None None] Port 9f879741-e90b-4548-838c-e08c4ad48921 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:03:40.286391 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:40.516863 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:40.522526 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:40.523656 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67101044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66717015'] for router_interface, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:40.528179 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:40.700766 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Pushing event updated for resources: {'Port': ['ID=9f879741-e90b-4548-838c-e08c4ad48921,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:40.705985 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:40.760817 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Network 18b1d7e1-088b-4e35-b8d1-53400e5a3734 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:03:40.762004 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:03:40.952141 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Router d93c1f28-0b9c-4962-97c7-c131acbdbab0 is scheduled to L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 with binding_index 1 {{(pid=73814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:03:40.968621 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-2cf7e26c-cd22-4359-b1ac-b4752f82de86 None None] Provisioning complete for port 9f879741-e90b-4548-838c-e08c4ad48921 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:03:40.968986 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-2cf7e26c-cd22-4359-b1ac-b4752f82de86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:41.025347 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7e26c-cd22-4359-b1ac-b4752f82de86 None None] Port 9f879741-e90b-4548-838c-e08c4ad48921 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:03:41.102533 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:03:41.112433 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] 10.222.0.69 "PUT /v2.0/routers/d93c1f28-0b9c-4962-97c7-c131acbdbab0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1969764 Apr 30 13:03:41.113090 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Sync routers for ids ['d93c1f28-0b9c-4962-97c7-c131acbdbab0'] in dv-cinder-784453-4-iscsi {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:03:41.124860 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Routers {'d93c1f28-0b9c-4962-97c7-c131acbdbab0'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:03:41.125771 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:03:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['d93c1f28-0b9c-4962-97c7-c131acbdbab0'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:41.311757 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Set router d93c1f28-0b9c-4962-97c7-c131acbdbab0 gateway port host: None {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:03:41.761945 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93c1f28-0b9c-4962-97c7-c131acbdbab0', 'name': 'router1', 'tenant_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:03:29Z', 'updated_at': '2021-04-30T13:03:40Z', 'revision_number': 2, 'project_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'gw_port_host': None, '_interfaces': [{'id': '9f879741-e90b-4548-838c-e08c4ad48921', 'name': '', 'network_id': '18b1d7e1-088b-4e35-b8d1-53400e5a3734', 'tenant_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'mac_address': 'fa:16:3e:89:3b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93c1f28-0b9c-4962-97c7-c131acbdbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09efa0a2-f2e8-4a93-836b-30ec2bde3f21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:03:39Z', 'updated_at': '2021-04-30T13:03:40Z', 'revision_number': 2, 'project_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'subnets': [{'id': '09efa0a2-f2e8-4a93-836b-30ec2bde3f21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe707414-0dfa-4189-b191-96a8a679c1f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:41.767294 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Checking router: d93c1f28-0b9c-4962-97c7-c131acbdbab0 for host: dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:03:41.767633 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Updating router d93c1f28-0b9c-4962-97c7-c131acbdbab0 port 9f879741-e90b-4548-838c-e08c4ad48921 binding host dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:03:41.820946 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:42.204657 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Notify callbacks [] for port, precommit_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:42.221452 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.provisioning_blocks [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Transition to ACTIVE for port object 9f879741-e90b-4548-838c-e08c4ad48921 will not be triggered until provisioned by entity L2. {{(pid=73816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:03:42.228294 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:42.233310 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:42.425894 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf58f5-3ea0-4146-b96a-bdb4bc5f8eed None None] Pushing event updated for resources: {'Port': ['ID=9f879741-e90b-4548-838c-e08c4ad48921,revision_number=3']} {{(pid=73816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:42.459077 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Attempting to bind port 9f879741-e90b-4548-838c-e08c4ad48921 on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:03:42.459381 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Attempting to bind port 9f879741-e90b-4548-838c-e08c4ad48921 by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': '2541b739-299e-4dc5-a7a0-7ca00a8fb609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '18b1d7e1-088b-4e35-b8d1-53400e5a3734'}] {{(pid=73816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:03:42.459802 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Attempting to bind port 9f879741-e90b-4548-838c-e08c4ad48921 on network 18b1d7e1-088b-4e35-b8d1-53400e5a3734 {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:03:42.466409 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf58f5-3ea0-4146-b96a-bdb4bc5f8eed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:42.466736 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf58f5-3ea0-4146-b96a-bdb4bc5f8eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:42.467056 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf58f5-3ea0-4146-b96a-bdb4bc5f8eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:42.467368 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf58f5-3ea0-4146-b96a-bdb4bc5f8eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:42.467676 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf58f5-3ea0-4146-b96a-bdb4bc5f8eed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:42.467987 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf58f5-3ea0-4146-b96a-bdb4bc5f8eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:42.468292 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf58f5-3ea0-4146-b96a-bdb4bc5f8eed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:42.468596 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf58f5-3ea0-4146-b96a-bdb4bc5f8eed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:42.468920 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf58f5-3ea0-4146-b96a-bdb4bc5f8eed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:42.469204 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf58f5-3ea0-4146-b96a-bdb4bc5f8eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:42.469525 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf58f5-3ea0-4146-b96a-bdb4bc5f8eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:42.469825 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf58f5-3ea0-4146-b96a-bdb4bc5f8eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bdf58f5-3ea0-4146-b96a-bdb4bc5f8eed None None] Tracked resource versions report: Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: pushed versions: Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: { 'AddressGroup': {'1.2'}, Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'ConntrackHelper': {'1.0'}, Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'Log': {'1.0'}, Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'Network': {'1.1'}, Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'Port': {'1.7'}, Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'PortForwarding': {'1.2'}, Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'QosPolicy': {'1.8'}, Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'SecurityGroup': {'1.4'}, Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'SubPort': {'1.0'}, Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'Subnet': {'1.1'}, Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'Trunk': {'1.1'}} Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: consumer versions: Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: { DHCP agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: L3 agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: Metadata agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: Metering agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: Open vSwitch agent@dv-cinder-784453-4-iscsi: { 'AddressGroup': '1.2', Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'ConntrackHelper': '1.0', Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'Log': '1.0', Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'Network': '1.1', Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'Port': '1.7', Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'PortForwarding': '1.2', Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'QosPolicy': '1.8', Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'SecurityGroup': '1.4', Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'SecurityGroupRule': '1.2', Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'SubPort': '1.0', Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'Subnet': '1.1', Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: 'Trunk': '1.1'}} Apr 30 13:03:42.470924 dv-cinder-784453-4-iscsi neutron-server[73816]: {{(pid=73816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:03:42.473759 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:03:42.473759 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Checking segment: {'id': '2541b739-299e-4dc5-a7a0-7ca00a8fb609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '18b1d7e1-088b-4e35-b8d1-53400e5a3734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:03:42.474299 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:42.474516 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Bound using segment: {'id': '2541b739-299e-4dc5-a7a0-7ca00a8fb609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '18b1d7e1-088b-4e35-b8d1-53400e5a3734'} {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:03:42.474975 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Bound port: 9f879741-e90b-4548-838c-e08c4ad48921, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2541b739-299e-4dc5-a7a0-7ca00a8fb609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '18b1d7e1-088b-4e35-b8d1-53400e5a3734'}}] {{(pid=73816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:03:42.475357 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:42.486709 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-4bdf58f5-3ea0-4146-b96a-bdb4bc5f8eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:42.566891 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.db [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] For port 9f879741-e90b-4548-838c-e08c4ad48921, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:03:42.571315 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.db [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] For port 9f879741-e90b-4548-838c-e08c4ad48921, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=9f879741-e90b-4548-838c-e08c4ad48921,segment=NetworkSegment(2541b739-299e-4dc5-a7a0-7ca00a8fb609),segment_id=2541b739-299e-4dc5-a7a0-7ca00a8fb609)] {{(pid=73816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:03:42.577048 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:42.582618 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:42.685788 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf58f5-3ea0-4146-b96a-bdb4bc5f8eed None None] Pushing event updated for resources: {'Port': ['ID=9f879741-e90b-4548-838c-e08c4ad48921,revision_number=4']} {{(pid=73816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:42.688943 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Routers {'d93c1f28-0b9c-4962-97c7-c131acbdbab0'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:03:42.689591 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:03:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['d93c1f28-0b9c-4962-97c7-c131acbdbab0'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:42.789837 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-4bdf58f5-3ea0-4146-b96a-bdb4bc5f8eed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:42.893981 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] Set router d93c1f28-0b9c-4962-97c7-c131acbdbab0 gateway port host: None {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:03:43.234667 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93c1f28-0b9c-4962-97c7-c131acbdbab0', 'name': 'router1', 'tenant_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:03:29Z', 'updated_at': '2021-04-30T13:03:40Z', 'revision_number': 2, 'project_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'gw_port_host': None, '_interfaces': [{'id': '9f879741-e90b-4548-838c-e08c4ad48921', 'name': '', 'network_id': '18b1d7e1-088b-4e35-b8d1-53400e5a3734', 'tenant_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'mac_address': 'fa:16:3e:89:3b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93c1f28-0b9c-4962-97c7-c131acbdbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09efa0a2-f2e8-4a93-836b-30ec2bde3f21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:03:39Z', 'updated_at': '2021-04-30T13:03:42Z', 'revision_number': 4, 'project_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'subnets': [{'id': '09efa0a2-f2e8-4a93-836b-30ec2bde3f21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe707414-0dfa-4189-b191-96a8a679c1f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:43.239852 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392356f2-66d0-4c2d-889c-2e1a130627cb None None] The sync data for ids ['d93c1f28-0b9c-4962-97c7-c131acbdbab0'] in dv-cinder-784453-4-iscsi is: [{'id': 'd93c1f28-0b9c-4962-97c7-c131acbdbab0', 'name': 'router1', 'tenant_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:03:29Z', 'updated_at': '2021-04-30T13:03:40Z', 'revision_number': 2, 'project_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'gw_port_host': None, '_interfaces': [{'id': '9f879741-e90b-4548-838c-e08c4ad48921', 'name': '', 'network_id': '18b1d7e1-088b-4e35-b8d1-53400e5a3734', 'tenant_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'mac_address': 'fa:16:3e:89:3b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93c1f28-0b9c-4962-97c7-c131acbdbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09efa0a2-f2e8-4a93-836b-30ec2bde3f21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:03:39Z', 'updated_at': '2021-04-30T13:03:42Z', 'revision_number': 4, 'project_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'subnets': [{'id': '09efa0a2-f2e8-4a93-836b-30ec2bde3f21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe707414-0dfa-4189-b191-96a8a679c1f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:03:43.356591 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 33284) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:43.511159 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e162c504-43f6-4e83-8399-54a8a9fe8724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:03:43.512603 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-e162c504-43f6-4e83-8399-54a8a9fe8724 admin admin] 10.222.0.69 "GET /v2.0/networks/0b72fb58-bb2e-463f-beea-a002adeb004d HTTP/1.1" status: 200 len: 842 time: 0.1549823 Apr 30 13:03:43.522315 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-de837611-1629-498b-9feb-4c18dc9c147e admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:03:43.527973 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-de837611-1629-498b-9feb-4c18dc9c147e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:03:43.531920 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-de837611-1629-498b-9feb-4c18dc9c147e admin admin] Usage tracker for resource:subnet and tenant:ae77c383aeaa4ac9904090ef6d397a73 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:03:43.535135 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-de837611-1629-498b-9feb-4c18dc9c147e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:03:43.542012 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-de837611-1629-498b-9feb-4c18dc9c147e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:03:43.559499 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de837611-1629-498b-9feb-4c18dc9c147e admin admin] Made reservation on behalf of ae77c383aeaa4ac9904090ef6d397a73 for: {'subnet': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:03:43.562653 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-de837611-1629-498b-9feb-4c18dc9c147e admin admin] Notify callbacks [] for subnet, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:44.056990 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.objects.ports [None req-de837611-1629-498b-9feb-4c18dc9c147e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=73814) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Apr 30 13:03:44.057539 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-de837611-1629-498b-9feb-4c18dc9c147e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for subnet, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:44.061953 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:44.133798 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de837611-1629-498b-9feb-4c18dc9c147e admin admin] Pushing event updated for resources: {'Subnet': ['ID=99073808-7a40-4541-a751-8ae1df9ed350,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:44.140043 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-de837611-1629-498b-9feb-4c18dc9c147e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:44.150638 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de837611-1629-498b-9feb-4c18dc9c147e admin admin] Checking segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:03:44.151203 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de837611-1629-498b-9feb-4c18dc9c147e admin admin] Network hostable DHCP agents. Network: 0b72fb58-bb2e-463f-beea-a002adeb004d, hostable agents: ['e96ab08c-23ca-4860-8db7-d5ed4d5e6b52'], hosted agents: [] {{(pid=73814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:03:44.182623 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de837611-1629-498b-9feb-4c18dc9c147e admin admin] Network 0b72fb58-bb2e-463f-beea-a002adeb004d is scheduled to be hosted by DHCP agent e96ab08c-23ca-4860-8db7-d5ed4d5e6b52 with binding_index 1 {{(pid=73814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:03:44.196786 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-de837611-1629-498b-9feb-4c18dc9c147e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-iscsi, 0b72fb58-bb2e-463f-beea-a002adeb004d) {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:03:44.206092 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de837611-1629-498b-9feb-4c18dc9c147e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:03:44.206732 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016e47e9-ff84-4a91-a5d5-280fed88392d None None] Network 0b72fb58-bb2e-463f-beea-a002adeb004d requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:03:44.207222 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-de837611-1629-498b-9feb-4c18dc9c147e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for subnet, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:44.249937 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-de837611-1629-498b-9feb-4c18dc9c147e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7311578 Apr 30 13:03:44.549748 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d582292-91a8-414e-b99a-fb234a4e4281 None None] Network 0b72fb58-bb2e-463f-beea-a002adeb004d requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:03:46.578926 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 33298) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:46.871487 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-dbbdd3d7-6806-42ff-a699-02f3f4b571a6 admin admin] 10.222.0.69 "GET /v2.0/routers/d93c1f28-0b9c-4962-97c7-c131acbdbab0 HTTP/1.1" status: 200 len: 710 time: 0.2910979 Apr 30 13:03:47.004238 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b2bb42-1ff5-4f6d-a8c2-cac358f7de7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:03:47.005641 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-97b2bb42-1ff5-4f6d-a8c2-cac358f7de7a admin admin] 10.222.0.69 "GET /v2.0/networks/0b72fb58-bb2e-463f-beea-a002adeb004d HTTP/1.1" status: 200 len: 886 time: 0.1287134 Apr 30 13:03:47.014978 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-c3812eaa-3490-4637-acc8-cdbd8c2fd3b2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:03:47.419356 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 9f879741-e90b-4548-838c-e08c4ad48921 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:03:47.486675 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c3812eaa-3490-4637-acc8-cdbd8c2fd3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66720177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66709578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-720'] for router, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:47.491579 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 9f879741-e90b-4548-838c-e08c4ad48921 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:03:47.497293 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 9f879741-e90b-4548-838c-e08c4ad48921 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:03:47.498150 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:47.620794 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:47.654690 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port 9f879741-e90b-4548-838c-e08c4ad48921, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=9f879741-e90b-4548-838c-e08c4ad48921,segment=NetworkSegment(2541b739-299e-4dc5-a7a0-7ca00a8fb609),segment_id=2541b739-299e-4dc5-a7a0-7ca00a8fb609)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:03:47.659309 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:47.661559 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-436bec96-453c-49c2-9ecf-c079b6143e4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:47.733233 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=9f879741-e90b-4548-838c-e08c4ad48921,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:47.736630 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:47.833712 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c3812eaa-3490-4637-acc8-cdbd8c2fd3b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:47.896038 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c3812eaa-3490-4637-acc8-cdbd8c2fd3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:48.031692 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-c3812eaa-3490-4637-acc8-cdbd8c2fd3b2 admin admin] Allocated IP 172.27.1.177 (0b72fb58-bb2e-463f-beea-a002adeb004d/99073808-7a40-4541-a751-8ae1df9ed350/4ad3bad3-fd48-430d-847d-e2ea97d259a2) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:03:48.182747 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c3812eaa-3490-4637-acc8-cdbd8c2fd3b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:48.216153 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c3812eaa-3490-4637-acc8-cdbd8c2fd3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:48.221315 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:48.340247 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3812eaa-3490-4637-acc8-cdbd8c2fd3b2 admin admin] Network 0b72fb58-bb2e-463f-beea-a002adeb004d is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:03:48.343144 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-c3812eaa-3490-4637-acc8-cdbd8c2fd3b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:03:48.346876 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3812eaa-3490-4637-acc8-cdbd8c2fd3b2 admin admin] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:03:48.416136 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3812eaa-3490-4637-acc8-cdbd8c2fd3b2 admin admin] Pushing event updated for resources: {'Port': ['ID=4ad3bad3-fd48-430d-847d-e2ea97d259a2,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:48.466969 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-c3812eaa-3490-4637-acc8-cdbd8c2fd3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:48.739732 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c3812eaa-3490-4637-acc8-cdbd8c2fd3b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:49.074448 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c3812eaa-3490-4637-acc8-cdbd8c2fd3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66720177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66709578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-720'] for router, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:49.077986 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c3812eaa-3490-4637-acc8-cdbd8c2fd3b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718076', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66718062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66718039', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66709555'] for router, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:49.261189 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3812eaa-3490-4637-acc8-cdbd8c2fd3b2 admin admin] Router d93c1f28-0b9c-4962-97c7-c131acbdbab0 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:03:49.391418 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 9f879741-e90b-4548-838c-e08c4ad48921 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:03:49.447736 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3812eaa-3490-4637-acc8-cdbd8c2fd3b2 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:03:49.460565 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c3812eaa-3490-4637-acc8-cdbd8c2fd3b2 admin admin] Notify callbacks [] for router, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:49.465658 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-c3812eaa-3490-4637-acc8-cdbd8c2fd3b2 admin admin] 10.222.0.69 "PUT /v2.0/routers/d93c1f28-0b9c-4962-97c7-c131acbdbab0 HTTP/1.1" status: 200 len: 890 time: 2.4508309 Apr 30 13:03:49.466042 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Sync routers for ids ['d93c1f28-0b9c-4962-97c7-c131acbdbab0'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:03:49.480043 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Routers {'d93c1f28-0b9c-4962-97c7-c131acbdbab0'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:03:49.480698 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:03:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['d93c1f28-0b9c-4962-97c7-c131acbdbab0'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:49.563055 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 9f879741-e90b-4548-838c-e08c4ad48921 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:03:49.563452 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:49.756021 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Set router d93c1f28-0b9c-4962-97c7-c131acbdbab0 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:03:50.150026 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93c1f28-0b9c-4962-97c7-c131acbdbab0', 'name': 'router1', 'tenant_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '4ad3bad3-fd48-430d-847d-e2ea97d259a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:03:29Z', 'updated_at': '2021-04-30T13:03:48Z', 'revision_number': 4, 'project_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'gw_port': {'id': '4ad3bad3-fd48-430d-847d-e2ea97d259a2', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93c1f28-0b9c-4962-97c7-c131acbdbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:03:47Z', 'updated_at': '2021-04-30T13:03:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '9f879741-e90b-4548-838c-e08c4ad48921', 'name': '', 'network_id': '18b1d7e1-088b-4e35-b8d1-53400e5a3734', 'tenant_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'mac_address': 'fa:16:3e:89:3b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93c1f28-0b9c-4962-97c7-c131acbdbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09efa0a2-f2e8-4a93-836b-30ec2bde3f21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:03:39Z', 'updated_at': '2021-04-30T13:03:47Z', 'revision_number': 5, 'project_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'subnets': [{'id': '09efa0a2-f2e8-4a93-836b-30ec2bde3f21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe707414-0dfa-4189-b191-96a8a679c1f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:50.156579 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Checking router: d93c1f28-0b9c-4962-97c7-c131acbdbab0 for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:03:50.157195 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Updating router d93c1f28-0b9c-4962-97c7-c131acbdbab0 port 4ad3bad3-fd48-430d-847d-e2ea97d259a2 binding host dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:03:50.212204 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:50.564926 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Notify callbacks [] for port, precommit_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:50.577278 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Transition to ACTIVE for port object 4ad3bad3-fd48-430d-847d-e2ea97d259a2 will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:03:50.586899 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:50.591546 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:50.673452 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Attempting to bind port 4ad3bad3-fd48-430d-847d-e2ea97d259a2 on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:03:50.673822 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Attempting to bind port 4ad3bad3-fd48-430d-847d-e2ea97d259a2 by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:03:50.674189 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Attempting to bind port 4ad3bad3-fd48-430d-847d-e2ea97d259a2 on network 0b72fb58-bb2e-463f-beea-a002adeb004d {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:03:50.676471 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39015f-8d5f-4e98-863f-01eea2b33531 None None] Pushing event updated for resources: {'Port': ['ID=4ad3bad3-fd48-430d-847d-e2ea97d259a2,revision_number=2']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:50.680303 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-ee39015f-8d5f-4e98-863f-01eea2b33531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:50.683303 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:03:50.683553 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Checking segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:03:50.683796 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:50.684175 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Bound using segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:03:50.684807 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Bound port: 4ad3bad3-fd48-430d-847d-e2ea97d259a2, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:03:50.685199 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:50.762985 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] For port 4ad3bad3-fd48-430d-847d-e2ea97d259a2, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:03:50.774583 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] For port 4ad3bad3-fd48-430d-847d-e2ea97d259a2, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=4ad3bad3-fd48-430d-847d-e2ea97d259a2,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:03:50.780982 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:50.785359 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:50.860644 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Routers {'d93c1f28-0b9c-4962-97c7-c131acbdbab0'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:03:50.861254 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:03:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['d93c1f28-0b9c-4962-97c7-c131acbdbab0'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:50.910503 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39015f-8d5f-4e98-863f-01eea2b33531 None None] Pushing event updated for resources: {'Port': ['ID=4ad3bad3-fd48-430d-847d-e2ea97d259a2,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:50.919874 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-ee39015f-8d5f-4e98-863f-01eea2b33531 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:51.044767 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] Set router d93c1f28-0b9c-4962-97c7-c131acbdbab0 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:03:51.403253 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93c1f28-0b9c-4962-97c7-c131acbdbab0', 'name': 'router1', 'tenant_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '4ad3bad3-fd48-430d-847d-e2ea97d259a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:03:29Z', 'updated_at': '2021-04-30T13:03:48Z', 'revision_number': 4, 'project_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'gw_port': {'id': '4ad3bad3-fd48-430d-847d-e2ea97d259a2', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93c1f28-0b9c-4962-97c7-c131acbdbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:03:47Z', 'updated_at': '2021-04-30T13:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '9f879741-e90b-4548-838c-e08c4ad48921', 'name': '', 'network_id': '18b1d7e1-088b-4e35-b8d1-53400e5a3734', 'tenant_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'mac_address': 'fa:16:3e:89:3b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93c1f28-0b9c-4962-97c7-c131acbdbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09efa0a2-f2e8-4a93-836b-30ec2bde3f21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:03:39Z', 'updated_at': '2021-04-30T13:03:47Z', 'revision_number': 5, 'project_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'subnets': [{'id': '09efa0a2-f2e8-4a93-836b-30ec2bde3f21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe707414-0dfa-4189-b191-96a8a679c1f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:03:51.408156 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917732a4-a4d3-40f3-b4c7-bcf505fffeab None None] The sync data for ids ['d93c1f28-0b9c-4962-97c7-c131acbdbab0'] in dv-cinder-784453-4-iscsi is: [{'id': 'd93c1f28-0b9c-4962-97c7-c131acbdbab0', 'name': 'router1', 'tenant_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.177'}], 'enable_snat': True}, 'gw_port_id': '4ad3bad3-fd48-430d-847d-e2ea97d259a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:03:29Z', 'updated_at': '2021-04-30T13:03:48Z', 'revision_number': 4, 'project_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'gw_port': {'id': '4ad3bad3-fd48-430d-847d-e2ea97d259a2', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:60:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93c1f28-0b9c-4962-97c7-c131acbdbab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:03:47Z', 'updated_at': '2021-04-30T13:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '9f879741-e90b-4548-838c-e08c4ad48921', 'name': '', 'network_id': '18b1d7e1-088b-4e35-b8d1-53400e5a3734', 'tenant_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'mac_address': 'fa:16:3e:89:3b:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93c1f28-0b9c-4962-97c7-c131acbdbab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '09efa0a2-f2e8-4a93-836b-30ec2bde3f21', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:03:39Z', 'updated_at': '2021-04-30T13:03:47Z', 'revision_number': 5, 'project_id': 'fe48dcc7a3d945ac98ce1049b2b43d12', 'subnets': [{'id': '09efa0a2-f2e8-4a93-836b-30ec2bde3f21', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fe707414-0dfa-4189-b191-96a8a679c1f5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:03:51.821566 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 33308) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:03:51.948874 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-af8c0ced-736b-4267-b9ea-50943b29ed84 admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1260951 Apr 30 13:03:53.408340 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 4ad3bad3-fd48-430d-847d-e2ea97d259a2 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:03:53.482390 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 4ad3bad3-fd48-430d-847d-e2ea97d259a2 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:03:53.487542 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 4ad3bad3-fd48-430d-847d-e2ea97d259a2 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:03:53.487916 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:53.619263 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:53.641646 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port 4ad3bad3-fd48-430d-847d-e2ea97d259a2, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=4ad3bad3-fd48-430d-847d-e2ea97d259a2,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:03:53.646755 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:03:53.650028 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:03:53.718122 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=4ad3bad3-fd48-430d-847d-e2ea97d259a2,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:03:53.722600 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:03:55.399704 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 4ad3bad3-fd48-430d-847d-e2ea97d259a2 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:03:55.494918 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 4ad3bad3-fd48-430d-847d-e2ea97d259a2 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:03:55.495654 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:02.343471 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0d2ab31f-887f-47f5-981e-578e1cc40546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:05.485463 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:05.690807 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 5 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:04:05.737478 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-f41f829e-d5ef-4540-92fb-b6ec12f0ed02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:06.402074 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:07.757219 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:32.344661 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-8227ee88-f8d3-4716-ac1e-b3476eaf8f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:35.491416 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:35.733988 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-1544393d-9eae-4979-84e5-c55a8e9a1500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:36.411341 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:37.746003 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:04:42.690045 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 5 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:05:02.343966 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-46f1b6c9-7c83-4866-9fb4-5be9d34cc062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:05.487222 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:05.728473 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-c50f2f3f-a837-4e0f-bcc2-b4d9528cb8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:06.412367 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:07.752295 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:19.690547 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 5 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:05:27.778793 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 33878) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:05:27.856584 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.pecan_wsgi.hooks.translation [None req-d24e1a37-1515-4939-8842-0aaa1bdf2d24 admin admin] GET failed (client error): The resource could not be found. Apr 30 13:05:27.857105 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d24e1a37-1515-4939-8842-0aaa1bdf2d24 admin admin] Synchronizing usage tracker for tenant:ae77c383aeaa4ac9904090ef6d397a73 on resource:network {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:05:27.881661 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d24e1a37-1515-4939-8842-0aaa1bdf2d24 admin admin] Unset dirty status for tenant:ae77c383aeaa4ac9904090ef6d397a73 on resource:network {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:05:27.882913 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-d24e1a37-1515-4939-8842-0aaa1bdf2d24 admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1031482 Apr 30 13:05:28.020114 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edfa34c-f8a2-4172-a6ba-e5fa765b3c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:05:28.021523 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-7edfa34c-f8a2-4172-a6ba-e5fa765b3c66 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1346390 Apr 30 13:05:30.167051 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 33888) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:05:30.279284 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cfad84-8ee6-432a-9003-259efc48f5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:05:30.280654 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b3cfad84-8ee6-432a-9003-259efc48f5d1 admin admin] 10.222.0.69 "GET /v2.0/subnets/09efa0a2-f2e8-4a93-836b-30ec2bde3f21 HTTP/1.1" status: 200 len: 849 time: 0.1123290 Apr 30 13:05:30.290043 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:05:30.410493 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] Notify callbacks [] for subnet, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:30.735431 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751029549150'] for subnet, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:30.739378 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:05:30.782317 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:05:30.783678 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:30.784189 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] 10.222.0.69 "PUT /v2.0/subnets/09efa0a2-f2e8-4a93-836b-30ec2bde3f21 HTTP/1.1" status: 200 len: 868 time: 0.4980624 Apr 30 13:05:30.808815 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6decdc6a-eadb-47a1-9b81-0f85c87c7e55 None None] Network 18b1d7e1-088b-4e35-b8d1-53400e5a3734 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:05:30.813668 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=09efa0a2-f2e8-4a93-836b-30ec2bde3f21,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:05:30.822626 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:30.823102 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:30.823453 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:30.823784 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:30.824115 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:30.824451 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:30.824776 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:30.825094 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:30.825457 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:30.825832 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:30.826150 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:30.826462 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:05:30.830235 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:05:31.354842 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-62219cbb-1993-4b43-9eae-91129c08c4bb None None] Provisioning complete for port 94fb5d55-9064-4ec6-8492-0791b46ccee4 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:05:31.355188 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-62219cbb-1993-4b43-9eae-91129c08c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:31.495437 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-62219cbb-1993-4b43-9eae-91129c08c4bb None None] Provisioning complete for port 9f879741-e90b-4548-838c-e08c4ad48921 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:05:31.495827 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-62219cbb-1993-4b43-9eae-91129c08c4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:32.339014 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-b2761ca3-867e-475d-90db-50a34a396105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:32.940499 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 33898) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:05:33.207929 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafdd2e3-fb6d-4468-9bb3-ef66f2264575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:05:33.208283 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafdd2e3-fb6d-4468-9bb3-ef66f2264575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:05:33.209904 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-dafdd2e3-fb6d-4468-9bb3-ef66f2264575 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2683296 Apr 30 13:05:35.382242 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 33908) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:05:35.495214 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:35.575604 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ccb6db-9dfc-4187-9eae-d5b492eeae5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:05:35.575979 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ccb6db-9dfc-4187-9eae-d5b492eeae5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:05:35.577563 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-49ccb6db-9dfc-4187-9eae-d5b492eeae5b admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1942749 Apr 30 13:05:35.736942 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-dcb2ed46-d89a-44bf-b731-8e106eb6d169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:36.422236 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:37.759185 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:05:37.815248 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 33918) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:05:38.013552 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6668ec8-1e4c-450f-8756-35f76ef7f274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:05:38.014871 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b6668ec8-1e4c-450f-8756-35f76ef7f274 admin admin] 10.222.0.69 "GET /v2.0/networks/0b72fb58-bb2e-463f-beea-a002adeb004d HTTP/1.1" status: 200 len: 886 time: 0.1984627 Apr 30 13:05:40.188096 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 33928) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:05:40.413362 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb554026-d151-4e91-9c4f-ac0f6474ee91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:05:40.414701 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-fb554026-d151-4e91-9c4f-ac0f6474ee91 admin admin] 10.222.0.69 "GET /v2.0/networks/18b1d7e1-088b-4e35-b8d1-53400e5a3734 HTTP/1.1" status: 200 len: 870 time: 0.2255650 Apr 30 13:05:42.629909 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 33938) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:05:42.761429 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82534c2e-52c6-4369-88c3-05428251da91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:05:42.762315 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82534c2e-52c6-4369-88c3-05428251da91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:05:42.764998 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-82534c2e-52c6-4369-88c3-05428251da91 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1338503 Apr 30 13:05:45.411004 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 33948) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:05:45.524195 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c0552a-5200-4fcd-8757-7733d6a808df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:05:45.524662 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c0552a-5200-4fcd-8757-7733d6a808df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:05:45.525392 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-c5c0552a-5200-4fcd-8757-7733d6a808df admin admin] Synchronizing usage tracker for tenant:ae77c383aeaa4ac9904090ef6d397a73 on resource:subnet {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:05:45.543684 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-c5c0552a-5200-4fcd-8757-7733d6a808df admin admin] Unset dirty status for tenant:ae77c383aeaa4ac9904090ef6d397a73 on resource:subnet {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:05:45.549791 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-c5c0552a-5200-4fcd-8757-7733d6a808df admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1329908 Apr 30 13:05:47.777616 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 33958) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:05:47.908607 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f25f4e-aa13-44ba-b63d-9928a0142eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:05:47.910035 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-11f25f4e-aa13-44ba-b63d-9928a0142eb9 admin admin] 10.222.0.69 "GET /v2.0/subnets/09efa0a2-f2e8-4a93-836b-30ec2bde3f21 HTTP/1.1" status: 200 len: 868 time: 0.1312029 Apr 30 13:05:50.120260 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 33968) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:05:50.238554 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a30506-f696-4a2a-b563-eeae5f870a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:05:50.239938 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-99a30506-f696-4a2a-b563-eeae5f870a01 admin admin] 10.222.0.69 "GET /v2.0/subnets/99073808-7a40-4541-a751-8ae1df9ed350 HTTP/1.1" status: 200 len: 816 time: 0.1187451 Apr 30 13:05:56.690426 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 5 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:06:02.397353 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-2951de2e-3c25-4c70-af9c-45863b083312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:05.501702 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:05.742416 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-78f3b88e-f0af-4ae6-9811-e79d7b7ace9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:06.424246 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:07.759141 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:16.559440 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 34012) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:16.614286 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [None req-53956d9a-92ee-42d8-9696-ab4022670e08 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=73814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:06:16.615488 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-53956d9a-92ee-42d8-9696-ab4022670e08 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0546632 Apr 30 13:06:18.914832 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 34022) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:18.994373 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a4f6d8-fcff-4462-82cb-9d6ced35e045 admin admin] GET failed (client error): The resource could not be found. Apr 30 13:06:18.995871 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-00a4f6d8-fcff-4462-82cb-9d6ced35e045 admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0800297 Apr 30 13:06:19.137686 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f5fa85-9f58-4492-a0c9-eaf70bf648e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:19.139203 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-49f5fa85-9f58-4492-a0c9-eaf70bf648e3 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1392448 Apr 30 13:06:21.491489 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 34032) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:21.546668 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:06:21.551611 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:06:21.562226 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:06:21.573571 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Made reservation on behalf of ae77c383aeaa4ac9904090ef6d397a73 for: {'network': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:06:21.576592 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for network, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:21.733821 dv-cinder-784453-4-iscsi neutron-server[73814]: WARNING neutron.services.revisions.revision_plugin [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Could not find related network for resource to bump revision. Apr 30 13:06:21.756682 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=73814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:06:21.773802 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751029557396', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:21.773802 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Unsubscribe: segment precommit_create {{(pid=73814) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 30 13:06:21.773802 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.db.segments_db [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Added segment 975c8d43-63ed-4efa-af67-3ce1902cbba9 of type vlan for network cc6537b7-1065-44f5-b5a8-fbb703261e6d Apr 30 13:06:21.821265 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751029132912'] for network, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:21.863617 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for network, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:21.864952 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:21.865561 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:21.869126 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:06:21.963891 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4712739 Apr 30 13:06:21.969366 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Pushing event updated for resources: {'Network': ['ID=cc6537b7-1065-44f5-b5a8-fbb703261e6d,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:06:21.977161 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:21.977540 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:21.977877 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:21.978285 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:21.978590 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:21.978916 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:21.979245 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:21.979559 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:21.979917 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:21.980235 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:21.980549 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:21.980859 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:21.985681 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:06:21.995188 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Network cc6537b7-1065-44f5-b5a8-fbb703261e6d details requested by agent ovs-agent-dv-cinder-784453-4-iscsi with host dv-cinder-784453-4-iscsi {{(pid=73815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:06:24.261383 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 34042) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:06:24.344848 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e72293-8b6e-437b-80bd-1b6e5e0efab0 admin admin] GET failed (client error): The resource could not be found. Apr 30 13:06:24.345541 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-91e72293-8b6e-437b-80bd-1b6e5e0efab0 admin admin] Synchronizing usage tracker for tenant:ae77c383aeaa4ac9904090ef6d397a73 on resource:network {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:06:24.365314 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-91e72293-8b6e-437b-80bd-1b6e5e0efab0 admin admin] Unset dirty status for tenant:ae77c383aeaa4ac9904090ef6d397a73 on resource:network {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:06:24.366505 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-91e72293-8b6e-437b-80bd-1b6e5e0efab0 admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1041250 Apr 30 13:06:24.554562 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87172ea9-55e6-4d4d-b82e-f6f7bea0eac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:24.557066 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-87172ea9-55e6-4d4d-b82e-f6f7bea0eac3 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1855164 Apr 30 13:06:24.568865 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-1426eeb5-5fc6-4684-a72a-39ca827ea789 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'cc6537b7-1065-44f5-b5a8-fbb703261e6d', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:06:24.574776 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-1426eeb5-5fc6-4684-a72a-39ca827ea789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:06:24.586848 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-1426eeb5-5fc6-4684-a72a-39ca827ea789 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:06:24.601131 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1426eeb5-5fc6-4684-a72a-39ca827ea789 admin admin] Made reservation on behalf of ae77c383aeaa4ac9904090ef6d397a73 for: {'subnet': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:06:24.603639 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1426eeb5-5fc6-4684-a72a-39ca827ea789 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:25.032050 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1426eeb5-5fc6-4684-a72a-39ca827ea789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for subnet, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:25.036442 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-de837611-1629-498b-9feb-4c18dc9c147e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:06:25.115977 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1426eeb5-5fc6-4684-a72a-39ca827ea789 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8336573-d4f4-487c-b4e2-762b42ba5432,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:06:25.119383 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-1426eeb5-5fc6-4684-a72a-39ca827ea789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:06:25.136501 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1426eeb5-5fc6-4684-a72a-39ca827ea789 admin admin] Checking segment: {'id': '975c8d43-63ed-4efa-af67-3ce1902cbba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'cc6537b7-1065-44f5-b5a8-fbb703261e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:06:25.137092 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1426eeb5-5fc6-4684-a72a-39ca827ea789 admin admin] Network hostable DHCP agents. Network: cc6537b7-1065-44f5-b5a8-fbb703261e6d, hostable agents: ['e96ab08c-23ca-4860-8db7-d5ed4d5e6b52'], hosted agents: [] {{(pid=73814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:06:25.170370 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1426eeb5-5fc6-4684-a72a-39ca827ea789 admin admin] Network cc6537b7-1065-44f5-b5a8-fbb703261e6d is scheduled to be hosted by DHCP agent e96ab08c-23ca-4860-8db7-d5ed4d5e6b52 with binding_index 1 {{(pid=73814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:06:25.188092 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-1426eeb5-5fc6-4684-a72a-39ca827ea789 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-iscsi, cc6537b7-1065-44f5-b5a8-fbb703261e6d) {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:06:25.195543 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1426eeb5-5fc6-4684-a72a-39ca827ea789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:06:25.195700 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1426eeb5-5fc6-4684-a72a-39ca827ea789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for subnet, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:25.199426 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1761aeaa-03a3-4d57-b012-b0b59518157a None None] Network cc6537b7-1065-44f5-b5a8-fbb703261e6d requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:06:25.237046 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-1426eeb5-5fc6-4684-a72a-39ca827ea789 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6729860 Apr 30 13:06:25.528446 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ab26763-ec13-5d5f-b953-d9fa9666aef5-cc6537b7-1065-44f5-b5a8-fbb703261e6d', 'network_id': 'cc6537b7-1065-44f5-b5a8-fbb703261e6d', 'tenant_id': 'ae77c383aeaa4ac9904090ef6d397a73', 'fixed_ips': [{'subnet_id': 'e8336573-d4f4-487c-b4e2-762b42ba5432'}]}} from dv-cinder-784453-4-iscsi. {{(pid=73815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:06:25.529464 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:25.750983 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.db_base_plugin_common [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Allocated IP 192.168.233.2 (cc6537b7-1065-44f5-b5a8-fbb703261e6d/e8336573-d4f4-487c-b4e2-762b42ba5432/92fe38f7-78c2-4dce-9840-86921592805f) {{(pid=73815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:06:26.001223 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Notify callbacks [] for port, precommit_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:26.013611 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Transition to ACTIVE for port object 92fe38f7-78c2-4dce-9840-86921592805f will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:06:26.037058 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Transition to ACTIVE for port object 92fe38f7-78c2-4dce-9840-86921592805f will not be triggered until provisioned by entity DHCP. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:06:26.045514 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348'] for port, after_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:26.051252 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:06:26.116523 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Network cc6537b7-1065-44f5-b5a8-fbb703261e6d is already hosted by enough agents. {{(pid=73815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:06:26.120812 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.base_scheduler [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Resources bound (agent type, host, resource id): {{(pid=73815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:06:26.130131 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Received port after_create {{(pid=73815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:06:26.136036 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Pushing event updated for resources: {'Port': ['ID=92fe38f7-78c2-4dce-9840-86921592805f,revision_number=1']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:06:26.172578 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:26.172941 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:26.173300 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:26.173744 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:26.174087 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:26.174407 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:26.174722 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:26.175099 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:26.175449 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:26.175793 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:26.176124 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:26.176462 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:06:26.189023 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:06:26.255936 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Attempting to bind port 92fe38f7-78c2-4dce-9840-86921592805f on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:06:26.256831 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Attempting to bind port 92fe38f7-78c2-4dce-9840-86921592805f by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': '975c8d43-63ed-4efa-af67-3ce1902cbba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'cc6537b7-1065-44f5-b5a8-fbb703261e6d'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:06:26.256831 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Attempting to bind port 92fe38f7-78c2-4dce-9840-86921592805f on network cc6537b7-1065-44f5-b5a8-fbb703261e6d {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:06:26.264602 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:06:26.265119 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Checking segment: {'id': '975c8d43-63ed-4efa-af67-3ce1902cbba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'cc6537b7-1065-44f5-b5a8-fbb703261e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:06:26.265817 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:26.266483 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Bound using segment: {'id': '975c8d43-63ed-4efa-af67-3ce1902cbba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'cc6537b7-1065-44f5-b5a8-fbb703261e6d'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:06:26.267166 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Bound port: 92fe38f7-78c2-4dce-9840-86921592805f, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975c8d43-63ed-4efa-af67-3ce1902cbba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'cc6537b7-1065-44f5-b5a8-fbb703261e6d'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:06:26.267827 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:26.393295 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] For port 92fe38f7-78c2-4dce-9840-86921592805f, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:06:26.399491 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] For port 92fe38f7-78c2-4dce-9840-86921592805f, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=92fe38f7-78c2-4dce-9840-86921592805f,segment=NetworkSegment(975c8d43-63ed-4efa-af67-3ce1902cbba9),segment_id=975c8d43-63ed-4efa-af67-3ce1902cbba9)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:06:26.404994 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:26.412055 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:06:26.530271 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Pushing event updated for resources: {'Port': ['ID=92fe38f7-78c2-4dce-9840-86921592805f,revision_number=2']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:06:26.535312 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:06:27.526284 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffb69e6-9ae1-45d9-9d73-8328a0ca4fa9 None None] Network cc6537b7-1065-44f5-b5a8-fbb703261e6d requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:06:27.660937 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 92fe38f7-78c2-4dce-9840-86921592805f up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:06:27.734579 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-d01a6bee-e12d-4830-ab4e-57df8feb4508 None None] Provisioning for port 92fe38f7-78c2-4dce-9840-86921592805f completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:06:27.860137 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 92fe38f7-78c2-4dce-9840-86921592805f completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:06:27.874306 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 92fe38f7-78c2-4dce-9840-86921592805f triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:06:27.874683 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:28.032617 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:28.082842 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port 92fe38f7-78c2-4dce-9840-86921592805f, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=92fe38f7-78c2-4dce-9840-86921592805f,segment=NetworkSegment(975c8d43-63ed-4efa-af67-3ce1902cbba9),segment_id=975c8d43-63ed-4efa-af67-3ce1902cbba9)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:06:28.088927 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:28.094720 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:06:28.238337 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=92fe38f7-78c2-4dce-9840-86921592805f,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:06:28.241748 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:06:28.283977 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-4879626f-e400-49f8-8ef9-af952118197b None None] Provisioning complete for port 92fe38f7-78c2-4dce-9840-86921592805f triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:06:28.284422 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-4879626f-e400-49f8-8ef9-af952118197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:29.525674 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 92fe38f7-78c2-4dce-9840-86921592805f up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:06:29.594187 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 92fe38f7-78c2-4dce-9840-86921592805f triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:06:29.594550 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:32.343730 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-e821c316-addb-4b49-b5d6-ea09dd96c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:33.690708 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 5 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:06:35.490988 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:35.727857 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-fc88087d-c9af-4603-8c0f-b94d82cabfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:36.419970 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:06:37.762999 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:02.349710 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a4906888-2201-40e1-900b-7a788ea5d39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:05.489018 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:05.737009 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ad8f4f7a-405a-4720-a88b-65cec2404386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:06.429539 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:07.773510 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:10.690557 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 5 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:07:32.352052 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-2b0d4265-013b-4a15-aa9d-f088f74078e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:35.489047 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:35.741803 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ec37b948-5999-414c-adc6-611147e45094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:36.440126 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:37.782875 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:41.056536 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 34094) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:41.063709 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [None req-b0ac43eb-3256-490a-b710-8c7787c1578d tempest-verify_tempest_config-166074975 tempest-verify_tempest_config-166074975-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=73814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:07:41.064846 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-b0ac43eb-3256-490a-b710-8c7787c1578d tempest-verify_tempest_config-166074975 tempest-verify_tempest_config-166074975-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0072403 Apr 30 13:07:41.512198 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 34112) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:41.648919 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:41.664624 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:07:41.669105 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Usage tracker for resource:security_group_rule and tenant:da37f4da70b74bd6905611e2fc9edec4 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:07:41.672871 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:07:41.679638 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:07:41.803929 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:41.809928 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:41.820014 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:41.919781 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=da37f4da70b74bd6905611e2fc9edec4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4058988 Apr 30 13:07:41.921333 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04ba674-de31-4554-be3f-93f1a7deb6e9,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:41.924157 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 34118) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:07:41.929367 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:41.929761 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:41.930098 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:41.930427 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:41.930753 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:41.931310 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:41.931644 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:41.931965 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:41.932302 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:41.932984 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:41.933301 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:41.933663 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:41.938729 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:41.994218 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9d96b689-1e57-4df9-9363-44c269112a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:42.022023 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9d96b689-1e57-4df9-9363-44c269112a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:42.120458 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9d96b689-1e57-4df9-9363-44c269112a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:42.128905 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:07:42.145871 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96b689-1e57-4df9-9363-44c269112a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04ba674-de31-4554-be3f-93f1a7deb6e9,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:07:42.162997 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9d96b689-1e57-4df9-9363-44c269112a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:07:42.164783 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-9d96b689-1e57-4df9-9363-44c269112a34 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f04ba674-de31-4554-be3f-93f1a7deb6e9 HTTP/1.1" status: 204 len: 168 time: 0.2391717 Apr 30 13:07:42.166939 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96b689-1e57-4df9-9363-44c269112a34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:42.167510 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96b689-1e57-4df9-9363-44c269112a34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:42.168064 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96b689-1e57-4df9-9363-44c269112a34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:42.168709 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96b689-1e57-4df9-9363-44c269112a34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:42.169148 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96b689-1e57-4df9-9363-44c269112a34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:42.169762 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96b689-1e57-4df9-9363-44c269112a34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:42.170375 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96b689-1e57-4df9-9363-44c269112a34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:42.170837 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96b689-1e57-4df9-9363-44c269112a34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:42.171402 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96b689-1e57-4df9-9363-44c269112a34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:42.171946 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96b689-1e57-4df9-9363-44c269112a34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:42.172483 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96b689-1e57-4df9-9363-44c269112a34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:42.173018 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d96b689-1e57-4df9-9363-44c269112a34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:07:42.177943 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9d96b689-1e57-4df9-9363-44c269112a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:07:47.691737 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 5 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:08:02.351097 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-1dbb742b-e30d-459c-a51b-798e237ef005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:05.487306 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:05.739133 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-fdbe0608-a3c6-41eb-8c77-91e0b48bb3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:06.440432 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:07.780316 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:24.691929 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 5 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:08:32.358981 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-d09d008d-00fb-4796-a543-d1364356d869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:35.482372 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:35.734581 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-3b6db900-7801-4ea4-ae33-8c05e07796eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:36.434070 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:08:37.788574 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:01.691167 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 5 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:09:02.346070 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-15db1f5b-1746-4cde-b13d-b8e17ca80a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:05.487753 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:05.738127 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-21f3d2d3-1282-4151-9fe6-15d769f27b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:06.436217 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:07.789744 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:31.091901 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414'] for agent, after_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:32.344407 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-416d4d63-69e6-4e3f-be5e-a3b0ab12bb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:35.493410 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:35.743515 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-db6ad154-26aa-4537-8995-4dca33b0aef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:36.440294 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:37.793997 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:09:38.691128 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:09:43.750080 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 34190) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:09:43.876266 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-edc5c869-9736-4f59-92fb-4435fc7647ca admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1251245 Apr 30 13:09:46.033581 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 34200) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:09:46.096752 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-11656592-c381-4ad9-88fa-c31d87dbc548 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0620666 Apr 30 13:10:01.015144 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:02.342300 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-17b129d6-dadc-4352-80f3-c918388d0204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:05.506952 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:05.749666 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-57f0aa07-d902-4c88-a7e8-d5ff599db66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:06.446461 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:07.796175 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:15.693088 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:10:31.026862 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:32.338578 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-1ef2e7ea-6da1-4c00-be6e-eda50a68d3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:35.515426 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:35.761892 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-85e21c28-d576-451f-ab6a-12393f2d9bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:36.462959 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:37.822800 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:10:52.692749 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:11:01.027301 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:02.355372 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-33a530e8-ea3a-46b1-b614-dca85fa2ba74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:05.515988 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:05.744172 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-024bf7a7-3188-40a5-856c-d6c55a820bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:06.458306 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:07.808820 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:20.624362 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 34374) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:20.917759 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1956919848-network', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:20.925146 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:20.932182 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Usage tracker for resource:network and tenant:8c3daf98030a4f9983829bc893d1c2a1 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:20.937904 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:20.944017 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:20.955829 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Made reservation on behalf of 8c3daf98030a4f9983829bc893d1c2a1 for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:20.960291 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:20.977049 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:21.000544 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 34398) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:21.007967 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:21.014537 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Usage tracker for resource:security_group_rule and tenant:8c3daf98030a4f9983829bc893d1c2a1 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:21.018167 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:21.028930 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:21.139971 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:21.146839 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:21.150265 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9d96b689-1e57-4df9-9363-44c269112a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:21.182336 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:11:21.191482 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628acb49-6114-4925-bb9b-863a7d132339,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:21.201065 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:21.201455 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Added segment 41430b28-ed4e-4555-8a4a-2b225eaaf3ea of type vlan for network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea Apr 30 13:11:21.203293 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:21.203635 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:21.203969 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:21.204294 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:21.204617 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:21.204937 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:21.205255 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:21.205601 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:21.205921 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:21.206234 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:21.206569 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:21.206857 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Tracked resource versions report: Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: pushed versions: Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: { 'AddressGroup': {'1.2'}, Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'ConntrackHelper': {'1.0'}, Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'Log': {'1.0'}, Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'Network': {'1.1'}, Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'Port': {'1.7'}, Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'PortForwarding': {'1.2'}, Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'QosPolicy': {'1.8'}, Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'SecurityGroup': {'1.4'}, Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'SubPort': {'1.0'}, Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'Subnet': {'1.1'}, Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'Trunk': {'1.1'}} Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: consumer versions: Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: { DHCP agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: HyperV agent@hv-cinder-78445: {}, Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: L3 agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: Metadata agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: Metering agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: Open vSwitch agent@dv-cinder-784453-4-iscsi: { 'AddressGroup': '1.2', Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'ConntrackHelper': '1.0', Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'Log': '1.0', Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'Network': '1.1', Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'Port': '1.7', Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'PortForwarding': '1.2', Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'QosPolicy': '1.8', Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'SecurityGroup': '1.4', Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'SecurityGroupRule': '1.2', Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'SubPort': '1.0', Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'Subnet': '1.1', Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: 'Trunk': '1.1'}} Apr 30 13:11:21.207967 dv-cinder-784453-4-iscsi neutron-server[73813]: {{(pid=73813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:11:21.214994 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:21.248304 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751029132912'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:21.295907 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:21.298687 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:21.299744 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:21.306130 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:21.412608 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7858315 Apr 30 13:11:21.412915 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 34420) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:21.420428 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-a90810c2-5e92-462c-8fea-4de788712291 admin admin] Request body: {'subnet': {'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1956919848-subnet', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:21.426394 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Pushing event updated for resources: {'Network': ['ID=b8d1fd53-0ee5-499f-9667-97dbc79cf1ea,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:21.429725 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:21.433219 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-a90810c2-5e92-462c-8fea-4de788712291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:21.438660 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea details requested by agent ovs-agent-dv-cinder-784453-4-iscsi with host dv-cinder-784453-4-iscsi {{(pid=73815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:11:21.448048 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-a90810c2-5e92-462c-8fea-4de788712291 admin admin] Usage tracker for resource:subnet and tenant:8c3daf98030a4f9983829bc893d1c2a1 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:21.459755 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-a90810c2-5e92-462c-8fea-4de788712291 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:21.476730 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-a90810c2-5e92-462c-8fea-4de788712291 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:21.508123 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90810c2-5e92-462c-8fea-4de788712291 admin admin] Made reservation on behalf of 8c3daf98030a4f9983829bc893d1c2a1 for: {'subnet': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:21.511075 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a90810c2-5e92-462c-8fea-4de788712291 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:21.666939 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1258475921-network', 'tenant_id': '9ae82ace87d14c12b35259bd0973dda6'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:21.675169 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:21.681107 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Usage tracker for resource:network and tenant:9ae82ace87d14c12b35259bd0973dda6 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:21.686440 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:21.693837 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:21.726003 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Made reservation on behalf of 9ae82ace87d14c12b35259bd0973dda6 for: {'network': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:21.728477 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for network, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:21.764815 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 34430) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:21.778353 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:21.805441 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:21.830251 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Usage tracker for resource:security_group_rule and tenant:9ae82ace87d14c12b35259bd0973dda6 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:21.839183 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:21.854769 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:21.938172 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 34440) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:22.068823 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:22.076331 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:22.082150 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7f18d2cc-ca26-4fa6-bbf4-e680b9ce70bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:22.127724 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1181085829-network', 'tenant_id': '4fa2f85932184fbeaadca042ca7ca85e'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:22.134245 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:22.139302 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Usage tracker for resource:network and tenant:4fa2f85932184fbeaadca042ca7ca85e is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:22.143313 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:22.146432 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b6d2bc-6768-423f-80f6-6c9e764d81e3,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:22.151914 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:22.164585 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=73814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:11:22.165588 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 34456) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:22.170063 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Made reservation on behalf of 4fa2f85932184fbeaadca042ca7ca85e for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:22.172657 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:22.172982 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:22.173312 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:22.173658 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:22.173975 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:22.174292 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:22.174601 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:22.174915 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:22.175227 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:22.175546 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:22.175842 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:22.176125 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:22.176232 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Tracked resource versions report: Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: pushed versions: Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: { 'AddressGroup': {'1.2'}, Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'ConntrackHelper': {'1.0'}, Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'Log': {'1.0'}, Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'Network': {'1.1'}, Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'Port': {'1.7'}, Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'PortForwarding': {'1.2'}, Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'QosPolicy': {'1.8'}, Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'SecurityGroup': {'1.4'}, Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'SubPort': {'1.0'}, Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'Subnet': {'1.1'}, Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'Trunk': {'1.1'}} Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: consumer versions: Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: { DHCP agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: HyperV agent@hv-cinder-78445: {}, Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: L3 agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: Metadata agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: Metering agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: Open vSwitch agent@dv-cinder-784453-4-iscsi: { 'AddressGroup': '1.2', Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'ConntrackHelper': '1.0', Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'Log': '1.0', Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'Network': '1.1', Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'Port': '1.7', Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'PortForwarding': '1.2', Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'QosPolicy': '1.8', Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'SecurityGroup': '1.4', Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'SecurityGroupRule': '1.2', Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'SubPort': '1.0', Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'Subnet': '1.1', Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: 'Trunk': '1.1'}} Apr 30 13:11:22.177143 dv-cinder-784453-4-iscsi neutron-server[73814]: {{(pid=73814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:11:22.187153 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:22.193717 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:22.194388 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.db.segments_db [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Added segment 3e0ce165-dd2c-4658-a144-637b212e7aa1 of type vlan for network ac15dd92-c60f-42ab-a3ca-e4794ec69c58 Apr 30 13:11:22.215956 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a90810c2-5e92-462c-8fea-4de788712291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for subnet, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:22.218795 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-network', 'tenant_id': 'a397097db8304460991aa7950d00f829'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:22.222771 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:22.233115 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:22.235739 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:22.244291 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Usage tracker for resource:network and tenant:a397097db8304460991aa7950d00f829 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:22.247853 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:22.250859 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:22.258892 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Usage tracker for resource:security_group_rule and tenant:4fa2f85932184fbeaadca042ca7ca85e is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:22.262095 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:22.264260 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:22.274063 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:22.285338 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751029132912'] for network, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:22.288325 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Made reservation on behalf of a397097db8304460991aa7950d00f829 for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:22.291485 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:22.316214 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-75582981-network', 'tenant_id': '0e4dcf6edd2b4238a7c8a07cf11a54b0'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:22.328944 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:22.336219 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90810c2-5e92-462c-8fea-4de788712291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:22.343324 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-a90810c2-5e92-462c-8fea-4de788712291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:22.352631 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90810c2-5e92-462c-8fea-4de788712291 admin admin] Checking segment: {'id': '41430b28-ed4e-4555-8a4a-2b225eaaf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:22.352856 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90810c2-5e92-462c-8fea-4de788712291 admin admin] Network hostable DHCP agents. Network: b8d1fd53-0ee5-499f-9667-97dbc79cf1ea, hostable agents: ['e96ab08c-23ca-4860-8db7-d5ed4d5e6b52'], hosted agents: [] {{(pid=73814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:11:22.361489 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:22.365322 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for network, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:22.370242 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:22.370446 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:22.370873 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:22.376729 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Usage tracker for resource:network and tenant:0e4dcf6edd2b4238a7c8a07cf11a54b0 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:22.377564 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:22.382455 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Usage tracker for resource:security_group_rule and tenant:a397097db8304460991aa7950d00f829 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:22.385556 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:22.393337 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:22.401427 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:22.408965 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:22.433079 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90810c2-5e92-462c-8fea-4de788712291 admin admin] Network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea is scheduled to be hosted by DHCP agent e96ab08c-23ca-4860-8db7-d5ed4d5e6b52 with binding_index 1 {{(pid=73814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:11:22.440325 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Made reservation on behalf of 0e4dcf6edd2b4238a7c8a07cf11a54b0 for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:22.443146 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:22.467841 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:22.500283 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Pushing event updated for resources: {'Network': ['ID=ac15dd92-c60f-42ab-a3ca-e4794ec69c58,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:22.502281 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:22.505976 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5035217 Apr 30 13:11:22.507606 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:22.511447 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Network ac15dd92-c60f-42ab-a3ca-e4794ec69c58 details requested by agent ovs-agent-dv-cinder-784453-4-iscsi with host dv-cinder-784453-4-iscsi {{(pid=73815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:11:22.513341 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 34472) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:22.520345 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-844b37c0-1d36-47be-9e03-1933ae1f9d95 admin admin] Request body: {'subnet': {'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1258475921-subnet', 'tenant_id': '9ae82ace87d14c12b35259bd0973dda6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:22.525608 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-844b37c0-1d36-47be-9e03-1933ae1f9d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:22.530095 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-844b37c0-1d36-47be-9e03-1933ae1f9d95 admin admin] Usage tracker for resource:subnet and tenant:9ae82ace87d14c12b35259bd0973dda6 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:22.533613 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-844b37c0-1d36-47be-9e03-1933ae1f9d95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:22.540017 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-844b37c0-1d36-47be-9e03-1933ae1f9d95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:22.546086 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-a90810c2-5e92-462c-8fea-4de788712291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-iscsi, b8d1fd53-0ee5-499f-9667-97dbc79cf1ea) {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:22.550807 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90810c2-5e92-462c-8fea-4de788712291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:22.551737 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a90810c2-5e92-462c-8fea-4de788712291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for subnet, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:22.563506 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Usage tracker for resource:security_group_rule and tenant:0e4dcf6edd2b4238a7c8a07cf11a54b0 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:22.567358 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:22.581181 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7511c2-835a-48eb-a2fc-251330da564a None None] Network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:22.582791 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-a90810c2-5e92-462c-8fea-4de788712291 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1689906 Apr 30 13:11:22.585108 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844b37c0-1d36-47be-9e03-1933ae1f9d95 admin admin] Made reservation on behalf of 9ae82ace87d14c12b35259bd0973dda6 for: {'subnet': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:22.586417 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:22.588261 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-844b37c0-1d36-47be-9e03-1933ae1f9d95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:22.589133 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 34476) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:22.609415 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:22.623417 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:22.628012 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:22.656030 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:22.686123 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:22.757427 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:11:22.788401 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Usage tracker for resource:router and tenant:8c3daf98030a4f9983829bc893d1c2a1 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:22.798952 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:22.827477 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:22.827812 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Added segment 9fd404ed-7cf6-4d8b-8127-2811fdd8e4d1 of type vlan for network cda1a518-add5-4bf9-aa6d-e957ae05d7db Apr 30 13:11:22.836764 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:23.021307 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.040090 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.047715 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66778846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-759'] for router, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.049348 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66778823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66720200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66618511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-718'] for router, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.069283 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ab26763-ec13-5d5f-b953-d9fa9666aef5-b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'fixed_ips': [{'subnet_id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3'}]}} from dv-cinder-784453-4-iscsi. {{(pid=73815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:11:23.070578 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.081781 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.204670 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.205602 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.206260 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639fd79a-6dcf-4ec0-b710-cb54a3bae890,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:23.210753 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:23.212993 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751029132912'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.395576 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-844b37c0-1d36-47be-9e03-1933ae1f9d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for subnet, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.399742 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:11:23.403528 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-1426eeb5-5fc6-4684-a72a-39ca827ea789 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:23.410475 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.410965 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Added segment ad86e948-34be-4382-926c-3463732df242 of type vlan for network 384ed945-7697-4aed-a91c-b54f67f71379 Apr 30 13:11:23.461067 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751029132912'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.508017 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:23.527156 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.db_base_plugin_common [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Allocated IP 172.20.0.2 (b8d1fd53-0ee5-499f-9667-97dbc79cf1ea/f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3/4845580b-b110-4694-bb89-24f8d0995732) {{(pid=73815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:23.580491 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844b37c0-1d36-47be-9e03-1933ae1f9d95 admin admin] Checking segment: {'id': '3e0ce165-dd2c-4658-a144-637b212e7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:23.580842 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844b37c0-1d36-47be-9e03-1933ae1f9d95 admin admin] Network hostable DHCP agents. Network: ac15dd92-c60f-42ab-a3ca-e4794ec69c58, hostable agents: ['e96ab08c-23ca-4860-8db7-d5ed4d5e6b52'], hosted agents: [] {{(pid=73814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:11:23.589637 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b37c0-1d36-47be-9e03-1933ae1f9d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7902b94-9475-4f0c-afc1-0ffb637b7e52,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:23.593102 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-844b37c0-1d36-47be-9e03-1933ae1f9d95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:23.607014 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844b37c0-1d36-47be-9e03-1933ae1f9d95 admin admin] Network ac15dd92-c60f-42ab-a3ca-e4794ec69c58 is scheduled to be hosted by DHCP agent e96ab08c-23ca-4860-8db7-d5ed4d5e6b52 with binding_index 1 {{(pid=73814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:11:23.624333 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-844b37c0-1d36-47be-9e03-1933ae1f9d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-iscsi, ac15dd92-c60f-42ab-a3ca-e4794ec69c58) {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:23.633459 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844b37c0-1d36-47be-9e03-1933ae1f9d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:23.636335 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-844b37c0-1d36-47be-9e03-1933ae1f9d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for subnet, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.649171 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebfecc7-eba2-442c-8870-6bc3a6ce3a00 None None] Network ac15dd92-c60f-42ab-a3ca-e4794ec69c58 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:23.673200 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44381bad-d013-4ef3-ad0d-46898551b4ea,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:23.680256 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-844b37c0-1d36-47be-9e03-1933ae1f9d95 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1649077 Apr 30 13:11:23.684293 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 34508) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:23.692054 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1258475921-router', 'tenant_id': '9ae82ace87d14c12b35259bd0973dda6', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:23.704042 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:23.720996 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Usage tracker for resource:router and tenant:9ae82ace87d14c12b35259bd0973dda6 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:23.733990 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:23.758276 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:23.789201 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66778846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-759'] for router, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.793073 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66778823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66720200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66618511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-718'] for router, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.854907 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.886530 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.913970 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.923765 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:23.924421 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.943915 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66720177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66709578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-720'] for router, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.968364 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:23.968979 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:23.994419 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:11:24.122288 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1795254 Apr 30 13:11:24.122288 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c05258e-49a9-4b26-a8cc-8b9f1b1ed5be,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:24.124226 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:24.124694 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Added segment 4ce5128a-41da-4941-96d8-c6147475bc66 of type vlan for network 2b7adb4f-4dad-491b-b61f-7d1b056344f9 Apr 30 13:11:24.127317 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 34536) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:24.128965 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3623638 Apr 30 13:11:24.137827 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 34540) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:24.139108 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:24.144797 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-77565ea6-a30f-4093-a66a-06160c4ba531 admin admin] Request body: {'subnet': {'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-subnet', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:24.151041 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-77565ea6-a30f-4093-a66a-06160c4ba531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:24.156173 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-77565ea6-a30f-4093-a66a-06160c4ba531 admin admin] Usage tracker for resource:subnet and tenant:a397097db8304460991aa7950d00f829 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:24.159417 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-77565ea6-a30f-4093-a66a-06160c4ba531 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:24.164881 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.242s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:24.165317 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:24.172637 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5388a0cc-2c75-4558-b8e7-4e280d5fcb41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.233s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:24.192822 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-df00ed66-35e5-4b27-b9a4-99e8995248ee admin admin] Request body: {'subnet': {'network_id': 'cda1a518-add5-4bf9-aa6d-e957ae05d7db', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1181085829-subnet', 'tenant_id': '4fa2f85932184fbeaadca042ca7ca85e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:24.197830 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14433bc8-894e-4bde-99ad-6ce8d811c09b None None] Network ac15dd92-c60f-42ab-a3ca-e4794ec69c58 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:24.204803 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-77565ea6-a30f-4093-a66a-06160c4ba531 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:24.231339 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-df00ed66-35e5-4b27-b9a4-99e8995248ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:24.322335 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-df00ed66-35e5-4b27-b9a4-99e8995248ee admin admin] Usage tracker for resource:subnet and tenant:4fa2f85932184fbeaadca042ca7ca85e is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:24.383673 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66720177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66709578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-720'] for router, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:24.415431 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-df00ed66-35e5-4b27-b9a4-99e8995248ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:24.421521 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751029132912'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:24.451139 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-df00ed66-35e5-4b27-b9a4-99e8995248ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:24.453744 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77565ea6-a30f-4093-a66a-06160c4ba531 admin admin] Made reservation on behalf of a397097db8304460991aa7950d00f829 for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:24.459991 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-77565ea6-a30f-4093-a66a-06160c4ba531 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:24.634542 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d48f88-f5af-498b-8010-f0f403900b89 admin admin] Pushing event updated for resources: {'Network': ['ID=384ed945-7697-4aed-a91c-b54f67f71379,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:24.653470 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Network 384ed945-7697-4aed-a91c-b54f67f71379 details requested by agent ovs-agent-dv-cinder-784453-4-iscsi with host dv-cinder-784453-4-iscsi {{(pid=73815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:11:24.761186 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df00ed66-35e5-4b27-b9a4-99e8995248ee admin admin] Made reservation on behalf of 4fa2f85932184fbeaadca042ca7ca85e for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:24.768184 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-df00ed66-35e5-4b27-b9a4-99e8995248ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:24.809114 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Notify callbacks [] for port, precommit_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:24.838267 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.db.resource_extend [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 13:11:24.887343 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Transition to ACTIVE for port object 4845580b-b110-4694-bb89-24f8d0995732 will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:24.991054 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Transition to ACTIVE for port object 4845580b-b110-4694-bb89-24f8d0995732 will not be triggered until provisioned by entity DHCP. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:25.000220 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348'] for port, after_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.006837 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.008344 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:25.032481 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.039181 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Pushing event updated for resources: {'Network': ['ID=cda1a518-add5-4bf9-aa6d-e957ae05d7db,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:25.048426 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:25.049059 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.051187 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.065156 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Network cda1a518-add5-4bf9-aa6d-e957ae05d7db details requested by agent ovs-agent-dv-cinder-784453-4-iscsi with host dv-cinder-784453-4-iscsi {{(pid=73815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:11:25.069301 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:25.070026 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:25.159531 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.9912469 Apr 30 13:11:25.169093 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 34566) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:25.189730 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-c06f9233-8892-4c67-a216-86dacc891d10 admin admin] Request body: {'subnet': {'network_id': '2b7adb4f-4dad-491b-b61f-7d1b056344f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-75582981-subnet', 'tenant_id': '0e4dcf6edd2b4238a7c8a07cf11a54b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:25.199735 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea is already hosted by enough agents. {{(pid=73815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:25.207713 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.base_scheduler [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Resources bound (agent type, host, resource id): {{(pid=73815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:25.208101 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-c06f9233-8892-4c67-a216-86dacc891d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:25.233919 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Pushing event updated for resources: {'Port': ['ID=4845580b-b110-4694-bb89-24f8d0995732,revision_number=1']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:25.246772 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Received port after_create {{(pid=73815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:25.252217 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.252557 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.252885 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.253207 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.254131 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.254474 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.254796 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.255714 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.255714 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.255913 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.256125 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.256255 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-c06f9233-8892-4c67-a216-86dacc891d10 admin admin] Usage tracker for resource:subnet and tenant:0e4dcf6edd2b4238a7c8a07cf11a54b0 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:25.256445 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Tracked resource versions report: Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: pushed versions: Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: { 'AddressGroup': {'1.2'}, Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'ConntrackHelper': {'1.0'}, Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'Log': {'1.0'}, Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'Network': {'1.1'}, Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'Port': {'1.7'}, Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'PortForwarding': {'1.2'}, Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'QosPolicy': {'1.8'}, Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'SecurityGroup': {'1.4'}, Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'SubPort': {'1.0'}, Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'Subnet': {'1.1'}, Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'Trunk': {'1.1'}} Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: consumer versions: Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: { DHCP agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: HyperV agent@hv-cinder-78445: {}, Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: L3 agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: Metadata agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: Metering agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: Open vSwitch agent@dv-cinder-784453-4-iscsi: { 'AddressGroup': '1.2', Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'ConntrackHelper': '1.0', Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'Log': '1.0', Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'Network': '1.1', Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'Port': '1.7', Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'PortForwarding': '1.2', Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'QosPolicy': '1.8', Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'SecurityGroup': '1.4', Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'SecurityGroupRule': '1.2', Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'SubPort': '1.0', Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'Subnet': '1.1', Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: 'Trunk': '1.1'}} Apr 30 13:11:25.257457 dv-cinder-784453-4-iscsi neutron-server[73815]: {{(pid=73815) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:11:25.259487 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 34572) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:25.269958 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-c06f9233-8892-4c67-a216-86dacc891d10 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:25.283535 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-c06f9233-8892-4c67-a216-86dacc891d10 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:25.303596 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:25.311535 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Allocated IP 172.27.1.185 (0b72fb58-bb2e-463f-beea-a002adeb004d/99073808-7a40-4541-a751-8ae1df9ed350/e82d99c2-c714-4c77-acee-7391c3233e51) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:25.413105 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Attempting to bind port 4845580b-b110-4694-bb89-24f8d0995732 on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:11:25.413869 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Attempting to bind port 4845580b-b110-4694-bb89-24f8d0995732 by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': '41430b28-ed4e-4555-8a4a-2b225eaaf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:11:25.414667 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Attempting to bind port 4845580b-b110-4694-bb89-24f8d0995732 on network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:25.414898 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06f9233-8892-4c67-a216-86dacc891d10 admin admin] Made reservation on behalf of 0e4dcf6edd2b4238a7c8a07cf11a54b0 for: {'subnet': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:25.417224 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c06f9233-8892-4c67-a216-86dacc891d10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.420956 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:11:25.421466 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Checking segment: {'id': '41430b28-ed4e-4555-8a4a-2b225eaaf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:25.421932 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.422458 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Bound using segment: {'id': '41430b28-ed4e-4555-8a4a-2b225eaaf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:11:25.423003 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Bound port: 4845580b-b110-4694-bb89-24f8d0995732, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41430b28-ed4e-4555-8a4a-2b225eaaf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:11:25.423494 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.425946 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Pushing event updated for resources: {'Network': ['ID=2b7adb4f-4dad-491b-b61f-7d1b056344f9,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:25.443171 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Network 2b7adb4f-4dad-491b-b61f-7d1b056344f9 details requested by agent ovs-agent-dv-cinder-784453-4-iscsi with host dv-cinder-784453-4-iscsi {{(pid=73815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:11:25.446788 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:25.450420 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.457s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:25.450706 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:25.686396 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bf113cfe-48a0-4400-a5b8-4049de46296e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.709965 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] For port 4845580b-b110-4694-bb89-24f8d0995732, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:11:25.714052 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] For port 4845580b-b110-4694-bb89-24f8d0995732, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=4845580b-b110-4694-bb89-24f8d0995732,segment=NetworkSegment(41430b28-ed4e-4555-8a4a-2b225eaaf3ea),segment_id=41430b28-ed4e-4555-8a4a-2b225eaaf3ea)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:11:25.720525 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.725099 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-bf113cfe-48a0-4400-a5b8-4049de46296e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:25.726270 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-3bce1cda-9b43-47cb-9adf-ec77929be40b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:25.745330 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-bf113cfe-48a0-4400-a5b8-4049de46296e admin admin] Usage tracker for resource:security_group_rule and tenant:d3eeba6ae3a54123b3910fef1da7653a is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:25.762396 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-bf113cfe-48a0-4400-a5b8-4049de46296e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:25.787067 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.808315 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-bf113cfe-48a0-4400-a5b8-4049de46296e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:25.831286 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Pushing event updated for resources: {'Port': ['ID=4845580b-b110-4694-bb89-24f8d0995732,revision_number=2']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:25.831614 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:25.836513 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:25.845581 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:26.005052 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:26.028384 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:26.094498 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Network 0b72fb58-bb2e-463f-beea-a002adeb004d is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:26.097407 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:26.212723 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:26.257725 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Allocated IP 172.27.1.114 (0b72fb58-bb2e-463f-beea-a002adeb004d/99073808-7a40-4541-a751-8ae1df9ed350/73804792-2f9a-44cf-be7e-052c6bf116ae) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:26.272665 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-77565ea6-a30f-4093-a66a-06160c4ba531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:26.286556 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-338c6dac-5217-440c-b41c-e033c52c576d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:26.398356 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bf113cfe-48a0-4400-a5b8-4049de46296e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:26.419406 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bf113cfe-48a0-4400-a5b8-4049de46296e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:26.484455 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Pushing event updated for resources: {'Port': ['ID=e82d99c2-c714-4c77-acee-7391c3233e51,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:26.487963 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:26.492498 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:26.559474 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-bf113cfe-48a0-4400-a5b8-4049de46296e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d3eeba6ae3a54123b3910fef1da7653a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2970259 Apr 30 13:11:26.563018 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 34594) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:26.567483 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf113cfe-48a0-4400-a5b8-4049de46296e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6e3f05-20c3-464d-b037-a401eb712d1b,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:26.571393 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-bf113cfe-48a0-4400-a5b8-4049de46296e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:26.631276 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77565ea6-a30f-4093-a66a-06160c4ba531 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc33453d-4422-4eee-9e94-1b257b2eaad2,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:26.654631 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-77565ea6-a30f-4093-a66a-06160c4ba531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:26.671641 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77565ea6-a30f-4093-a66a-06160c4ba531 admin admin] Checking segment: {'id': 'ad86e948-34be-4382-926c-3463732df242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:26.672733 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77565ea6-a30f-4093-a66a-06160c4ba531 admin admin] Network hostable DHCP agents. Network: 384ed945-7697-4aed-a91c-b54f67f71379, hostable agents: ['e96ab08c-23ca-4860-8db7-d5ed4d5e6b52'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:11:26.721672 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-df00ed66-35e5-4b27-b9a4-99e8995248ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:26.767103 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:26.889627 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:26.920570 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77565ea6-a30f-4093-a66a-06160c4ba531 admin admin] Network 384ed945-7697-4aed-a91c-b54f67f71379 is scheduled to be hosted by DHCP agent e96ab08c-23ca-4860-8db7-d5ed4d5e6b52 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:11:26.960743 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-02b2f853-93f7-4e0f-8410-d436dfb73c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:26.994092 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-77565ea6-a30f-4093-a66a-06160c4ba531 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-iscsi, 384ed945-7697-4aed-a91c-b54f67f71379) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:27.004389 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227298ee-70d9-496f-9c81-d82d2cedd8ab None None] Network 384ed945-7697-4aed-a91c-b54f67f71379 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:27.006113 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df00ed66-35e5-4b27-b9a4-99e8995248ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce2434e-7893-4583-9996-080610f3423b,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:27.007120 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.042395 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77565ea6-a30f-4093-a66a-06160c4ba531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:27.043899 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-77565ea6-a30f-4093-a66a-06160c4ba531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.091070 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df00ed66-35e5-4b27-b9a4-99e8995248ee admin admin] Checking segment: {'id': '9fd404ed-7cf6-4d8b-8127-2811fdd8e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cda1a518-add5-4bf9-aa6d-e957ae05d7db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:27.091581 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df00ed66-35e5-4b27-b9a4-99e8995248ee admin admin] Network hostable DHCP agents. Network: cda1a518-add5-4bf9-aa6d-e957ae05d7db, hostable agents: ['e96ab08c-23ca-4860-8db7-d5ed4d5e6b52'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:11:27.105722 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-02b2f853-93f7-4e0f-8410-d436dfb73c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.114486 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-df00ed66-35e5-4b27-b9a4-99e8995248ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:27.144360 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-77565ea6-a30f-4093-a66a-06160c4ba531 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.0139368 Apr 30 13:11:27.147633 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 34606) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:27.155244 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:27.162437 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:27.166176 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df00ed66-35e5-4b27-b9a4-99e8995248ee admin admin] Network cda1a518-add5-4bf9-aa6d-e957ae05d7db is scheduled to be hosted by DHCP agent e96ab08c-23ca-4860-8db7-d5ed4d5e6b52 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:11:27.172530 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.177013 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Usage tracker for resource:router and tenant:a397097db8304460991aa7950d00f829 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:27.184928 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:27.188789 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:27.221015 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bad19f6-a648-4094-a7fb-ea97bf9c2459 None None] Network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:27.222573 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-df00ed66-35e5-4b27-b9a4-99e8995248ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-iscsi, cda1a518-add5-4bf9-aa6d-e957ae05d7db) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:27.234819 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:27.236324 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c06f9233-8892-4c67-a216-86dacc891d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for subnet, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.255840 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df00ed66-35e5-4b27-b9a4-99e8995248ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:27.256295 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-844b37c0-1d36-47be-9e03-1933ae1f9d95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:27.256713 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-df00ed66-35e5-4b27-b9a4-99e8995248ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.270986 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3e22b6-f735-417b-bf6b-30f84620aafd None None] Network cda1a518-add5-4bf9-aa6d-e957ae05d7db requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:27.283948 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Network 0b72fb58-bb2e-463f-beea-a002adeb004d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:27.288385 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:27.302377 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:27.360213 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66778846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-759'] for router, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.361479 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66778823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66720200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66618511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-718'] for router, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.377041 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=73804792-2f9a-44cf-be7e-052c6bf116ae,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:27.393139 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-df00ed66-35e5-4b27-b9a4-99e8995248ee admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2195687 Apr 30 13:11:27.433746 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-02b2f853-93f7-4e0f-8410-d436dfb73c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.445281 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f9233-8892-4c67-a216-86dacc891d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6edc7980-3aad-4f50-bce3-4935470a5305,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:27.448567 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-c06f9233-8892-4c67-a216-86dacc891d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:27.453603 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:27.474700 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06f9233-8892-4c67-a216-86dacc891d10 admin admin] Checking segment: {'id': '4ce5128a-41da-4941-96d8-c6147475bc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '2b7adb4f-4dad-491b-b61f-7d1b056344f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:27.475319 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06f9233-8892-4c67-a216-86dacc891d10 admin admin] Network hostable DHCP agents. Network: 2b7adb4f-4dad-491b-b61f-7d1b056344f9, hostable agents: ['e96ab08c-23ca-4860-8db7-d5ed4d5e6b52'], hosted agents: [] {{(pid=73814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:11:27.487033 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2f853-93f7-4e0f-8410-d436dfb73c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6e3f05-20c3-464d-b037-a401eb712d1b,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:27.490000 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-02b2f853-93f7-4e0f-8410-d436dfb73c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:27.574057 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:27.591348 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66709569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718076'] for router, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.603265 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-d69f87bf-58c5-4b40-ad70-b0a7cd0dc218 None None] Provisioning for port 4845580b-b110-4694-bb89-24f8d0995732 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:27.711452 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.785083 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-02b2f853-93f7-4e0f-8410-d436dfb73c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.786657 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-02b2f853-93f7-4e0f-8410-d436dfb73c3b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6c6e3f05-20c3-464d-b037-a401eb712d1b HTTP/1.1" status: 204 len: 168 time: 1.2223144 Apr 30 13:11:27.788119 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06f9233-8892-4c67-a216-86dacc891d10 admin admin] Network 2b7adb4f-4dad-491b-b61f-7d1b056344f9 is scheduled to be hosted by DHCP agent e96ab08c-23ca-4860-8db7-d5ed4d5e6b52 with binding_index 1 {{(pid=73814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:11:27.890805 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-c06f9233-8892-4c67-a216-86dacc891d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-iscsi, 2b7adb4f-4dad-491b-b61f-7d1b056344f9) {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:27.896361 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06f9233-8892-4c67-a216-86dacc891d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:27.898654 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c06f9233-8892-4c67-a216-86dacc891d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for subnet, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:27.950337 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-c06f9233-8892-4c67-a216-86dacc891d10 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.7679157 Apr 30 13:11:27.966789 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Router 2639dabb-1d79-40d5-85da-7feb7984362b is scheduled to L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 with binding_index 1 {{(pid=73814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:11:28.005858 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 4845580b-b110-4694-bb89-24f8d0995732 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:28.095452 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ab26763-ec13-5d5f-b953-d9fa9666aef5-384ed945-7697-4aed-a91c-b54f67f71379', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2'}]}} from dv-cinder-784453-4-iscsi. {{(pid=73815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:11:28.096855 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:28.128818 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc006072-c683-4f85-a2cd-e571e32a2ae3 None None] Network 2b7adb4f-4dad-491b-b61f-7d1b056344f9 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:28.266890 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66720177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66709578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-720'] for router, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:28.349607 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e27b1af-1d6d-4db7-8d6b-b7cd43d34855 None None] Network cda1a518-add5-4bf9-aa6d-e957ae05d7db requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:28.351450 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:28.404653 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:11:28.418366 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Sync routers for ids ['2639dabb-1d79-40d5-85da-7feb7984362b'] in dv-cinder-784453-4-iscsi {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:11:28.434834 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Routers {'2639dabb-1d79-40d5-85da-7feb7984362b'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:28.435481 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:11:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['2639dabb-1d79-40d5-85da-7feb7984362b'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:28.493515 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Notify callbacks [] for router, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:28.496904 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8093357 Apr 30 13:11:28.505460 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 34638) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:28.742060 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Set router 2639dabb-1d79-40d5-85da-7feb7984362b gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:29.034647 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 4845580b-b110-4694-bb89-24f8d0995732 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:29.058705 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 4845580b-b110-4694-bb89-24f8d0995732 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:29.059357 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:29.312029 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 34676) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:29.315579 dv-cinder-784453-4-iscsi neutron-server[73814]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 30 13:11:29.511551 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'name': 'tempest-ServerRescueNegativeTestJSON-1258475921-router', 'tenant_id': '9ae82ace87d14c12b35259bd0973dda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e82d99c2-c714-4c77-acee-7391c3233e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:26Z', 'revision_number': 3, 'project_id': '9ae82ace87d14c12b35259bd0973dda6', 'gw_port': {'id': 'e82d99c2-c714-4c77-acee-7391c3233e51', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:29.521601 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Checking router: 2639dabb-1d79-40d5-85da-7feb7984362b for host: dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:11:29.524594 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Updating router 2639dabb-1d79-40d5-85da-7feb7984362b port e82d99c2-c714-4c77-acee-7391c3233e51 binding host dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:11:29.597074 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:29.601292 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 34684) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:29.612065 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-702776767-network', 'tenant_id': '9e6d138e29734f238a7e8d9741fa2f6d'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:29.640546 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.db_base_plugin_common [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Allocated IP 172.20.0.2 (384ed945-7697-4aed-a91c-b54f67f71379/fc33453d-4422-4eee-9e94-1b257b2eaad2/830e690f-a3a6-4ec1-9134-74f4aa9388f6) {{(pid=73815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:29.681315 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:29.689789 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53215187-d257-436b-8bc8-fb278794c5d4 req-2c029cb5-97b6-45f6-ab7c-22cce3825565 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:29.692143 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-53215187-d257-436b-8bc8-fb278794c5d4 req-2c029cb5-97b6-45f6-ab7c-22cce3825565 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/networks?id=cda1a518-add5-4bf9-aa6d-e957ae05d7db HTTP/1.1" status: 200 len: 812 time: 0.3789523 Apr 30 13:11:29.712394 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-b7786c67-61f4-49a7-8eac-1ed73ceafe0e None None] Provisioning complete for port 4845580b-b110-4694-bb89-24f8d0995732 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:29.713023 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-b7786c67-61f4-49a7-8eac-1ed73ceafe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:29.724836 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-53215187-d257-436b-8bc8-fb278794c5d4 req-7b3e8655-1c00-4d80-afbd-c01254c7250c tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/quotas/4fa2f85932184fbeaadca042ca7ca85e HTTP/1.1" status: 200 len: 375 time: 0.0227187 Apr 30 13:11:29.732862 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:11:29.754663 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:29.834213 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-53215187-d257-436b-8bc8-fb278794c5d4 req-1e5ead2f-e499-40d8-8e3d-16e73d90646f tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4fa2f85932184fbeaadca042ca7ca85e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1053486 Apr 30 13:11:29.904801 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3ffcb4-9be7-4206-ad2e-328a270b2532 None None] Network 2b7adb4f-4dad-491b-b61f-7d1b056344f9 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:29.922316 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port 4845580b-b110-4694-bb89-24f8d0995732, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=4845580b-b110-4694-bb89-24f8d0995732,segment=NetworkSegment(41430b28-ed4e-4555-8a4a-2b225eaaf3ea),segment_id=41430b28-ed4e-4555-8a4a-2b225eaaf3ea)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:11:30.047396 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.049257 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Usage tracker for resource:network and tenant:9e6d138e29734f238a7e8d9741fa2f6d is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:30.098469 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:30.110130 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:30.124667 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [req-53215187-d257-436b-8bc8-fb278794c5d4 req-b37b9c12-1a1f-47ed-9967-7571ad3af281 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=73814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:11:30.125930 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-53215187-d257-436b-8bc8-fb278794c5d4 req-b37b9c12-1a1f-47ed-9967-7571ad3af281 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0964971 Apr 30 13:11:30.161832 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:30.168256 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Notify callbacks [] for port, precommit_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.190544 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.provisioning_blocks [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Transition to ACTIVE for port object e82d99c2-c714-4c77-acee-7391c3233e51 will not be triggered until provisioned by entity L2. {{(pid=73816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:30.204672 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.212708 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-4bdf58f5-3ea0-4146-b96a-bdb4bc5f8eed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:30.328172 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Attempting to bind port e82d99c2-c714-4c77-acee-7391c3233e51 on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:11:30.328843 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Attempting to bind port e82d99c2-c714-4c77-acee-7391c3233e51 by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}] {{(pid=73816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:11:30.329328 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Attempting to bind port e82d99c2-c714-4c77-acee-7391c3233e51 on network 0b72fb58-bb2e-463f-beea-a002adeb004d {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:30.332407 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Made reservation on behalf of 9e6d138e29734f238a7e8d9741fa2f6d for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:30.333345 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c65293-c597-45a5-b1b3-e5647c324264 None None] Pushing event updated for resources: {'Port': ['ID=e82d99c2-c714-4c77-acee-7391c3233e51,revision_number=2']} {{(pid=73816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:30.334871 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.342804 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:11:30.343496 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Checking segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:30.344027 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.344536 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Bound using segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:11:30.345271 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Bound port: e82d99c2-c714-4c77-acee-7391c3233e51, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}}] {{(pid=73816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:11:30.345877 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.360038 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.377413 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.377878 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c65293-c597-45a5-b1b3-e5647c324264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:30.378404 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c65293-c597-45a5-b1b3-e5647c324264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:30.378843 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c65293-c597-45a5-b1b3-e5647c324264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:30.379709 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c65293-c597-45a5-b1b3-e5647c324264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:30.380143 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c65293-c597-45a5-b1b3-e5647c324264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:30.380680 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c65293-c597-45a5-b1b3-e5647c324264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:30.381154 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c65293-c597-45a5-b1b3-e5647c324264 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:30.381619 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c65293-c597-45a5-b1b3-e5647c324264 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:30.382064 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c65293-c597-45a5-b1b3-e5647c324264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:30.382485 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c65293-c597-45a5-b1b3-e5647c324264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:30.382944 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c65293-c597-45a5-b1b3-e5647c324264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:30.383534 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c65293-c597-45a5-b1b3-e5647c324264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c65293-c597-45a5-b1b3-e5647c324264 None None] Tracked resource versions report: Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: pushed versions: Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: { 'AddressGroup': {'1.2'}, Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'ConntrackHelper': {'1.0'}, Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'Log': {'1.0'}, Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'Network': {'1.1'}, Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'Port': {'1.7'}, Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'PortForwarding': {'1.2'}, Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'QosPolicy': {'1.8'}, Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'SecurityGroup': {'1.4'}, Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'SecurityGroupRule': {'1.2'}, Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'SubPort': {'1.0'}, Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'Subnet': {'1.1'}, Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'Trunk': {'1.1'}} Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: consumer versions: Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: { DHCP agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: HyperV agent@hv-cinder-78445: {}, Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: L3 agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: Metadata agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: Metering agent@dv-cinder-784453-4-iscsi: {}, Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: Open vSwitch agent@dv-cinder-784453-4-iscsi: { 'AddressGroup': '1.2', Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'ConntrackHelper': '1.0', Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'Log': '1.0', Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'Network': '1.1', Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'Port': '1.7', Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'PortForwarding': '1.2', Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'QosPolicy': '1.8', Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'SecurityGroup': '1.4', Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'SecurityGroupRule': '1.2', Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'SubPort': '1.0', Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'Subnet': '1.1', Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: 'Trunk': '1.1'}} Apr 30 13:11:30.384693 dv-cinder-784453-4-iscsi neutron-server[73816]: {{(pid=73816) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 30 13:11:30.395626 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-c6c65293-c597-45a5-b1b3-e5647c324264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:30.478406 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.480997 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:30.503838 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Notify callbacks [] for port, precommit_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.520926 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Transition to ACTIVE for port object 830e690f-a3a6-4ec1-9134-74f4aa9388f6 will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:30.528464 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.db [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] For port e82d99c2-c714-4c77-acee-7391c3233e51, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:11:30.543408 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.db [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] For port e82d99c2-c714-4c77-acee-7391c3233e51, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=e82d99c2-c714-4c77-acee-7391c3233e51,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:11:30.543615 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Transition to ACTIVE for port object 830e690f-a3a6-4ec1-9134-74f4aa9388f6 will not be triggered until provisioned by entity DHCP. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:30.546332 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=4845580b-b110-4694-bb89-24f8d0995732,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:30.554438 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.555350 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:30.555716 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Usage tracker for resource:security_group_rule and tenant:9e6d138e29734f238a7e8d9741fa2f6d is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:30.568228 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348'] for port, after_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.576908 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:30.589996 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:30.612551 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:30.647378 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:30.665723 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66709569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718076'] for router, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.701582 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Network 384ed945-7697-4aed-a91c-b54f67f71379 is already hosted by enough agents. {{(pid=73815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:30.705916 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.base_scheduler [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Resources bound (agent type, host, resource id): {{(pid=73815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:30.709224 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Received port after_create {{(pid=73815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:30.823824 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Routers {'2639dabb-1d79-40d5-85da-7feb7984362b'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:30.825997 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:11:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['2639dabb-1d79-40d5-85da-7feb7984362b'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:30.855722 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-53215187-d257-436b-8bc8-fb278794c5d4 req-d805ec12-fbab-4b41-963b-ed9105489402 service neutron] 10.222.0.69 "GET /v2.0/networks/cda1a518-add5-4bf9-aa6d-e957ae05d7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7231877 Apr 30 13:11:30.901019 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Pushing event updated for resources: {'Port': ['ID=830e690f-a3a6-4ec1-9134-74f4aa9388f6,revision_number=1']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:30.911515 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:30.917025 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Attempting to bind port 830e690f-a3a6-4ec1-9134-74f4aa9388f6 on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:11:30.917687 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Attempting to bind port 830e690f-a3a6-4ec1-9134-74f4aa9388f6 by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': 'ad86e948-34be-4382-926c-3463732df242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:11:30.918207 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Attempting to bind port 830e690f-a3a6-4ec1-9134-74f4aa9388f6 on network 384ed945-7697-4aed-a91c-b54f67f71379 {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:30.929501 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:11:30.930314 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Checking segment: {'id': 'ad86e948-34be-4382-926c-3463732df242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:30.933867 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.934528 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Bound using segment: {'id': 'ad86e948-34be-4382-926c-3463732df242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:11:30.935226 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Bound port: 830e690f-a3a6-4ec1-9134-74f4aa9388f6, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad86e948-34be-4382-926c-3463732df242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:11:30.935799 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:30.993458 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c65293-c597-45a5-b1b3-e5647c324264 None None] Pushing event updated for resources: {'Port': ['ID=e82d99c2-c714-4c77-acee-7391c3233e51,revision_number=3']} {{(pid=73816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:30.999041 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-c6c65293-c597-45a5-b1b3-e5647c324264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:31.220759 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] Set router 2639dabb-1d79-40d5-85da-7feb7984362b gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:31.249206 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-53215187-d257-436b-8bc8-fb278794c5d4 req-9e4ad4c2-0d9b-417b-b38a-e4a39199f90c service neutron] 10.222.0.69 "GET /v2.0/networks/cda1a518-add5-4bf9-aa6d-e957ae05d7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809631 Apr 30 13:11:31.313237 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:31.330272 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] For port 830e690f-a3a6-4ec1-9134-74f4aa9388f6, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:11:31.343104 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] For port 830e690f-a3a6-4ec1-9134-74f4aa9388f6, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=830e690f-a3a6-4ec1-9134-74f4aa9388f6,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:11:31.352281 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:31.364279 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:31.397215 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:31.531715 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Pushing event updated for resources: {'Port': ['ID=830e690f-a3a6-4ec1-9134-74f4aa9388f6,revision_number=2']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:31.537769 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:31.676894 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Allocated IP 172.27.1.217 (0b72fb58-bb2e-463f-beea-a002adeb004d/99073808-7a40-4541-a751-8ae1df9ed350/79c047cd-1c05-4755-ace7-85acba99c055) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:31.787327 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'name': 'tempest-ServerRescueNegativeTestJSON-1258475921-router', 'tenant_id': '9ae82ace87d14c12b35259bd0973dda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e82d99c2-c714-4c77-acee-7391c3233e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:26Z', 'revision_number': 3, 'project_id': '9ae82ace87d14c12b35259bd0973dda6', 'gw_port': {'id': 'e82d99c2-c714-4c77-acee-7391c3233e51', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:31.795024 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe75d98-b90a-46fe-8262-c1f19a36e66e None None] The sync data for ids ['2639dabb-1d79-40d5-85da-7feb7984362b'] in dv-cinder-784453-4-iscsi is: [{'id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'name': 'tempest-ServerRescueNegativeTestJSON-1258475921-router', 'tenant_id': '9ae82ace87d14c12b35259bd0973dda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e82d99c2-c714-4c77-acee-7391c3233e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:26Z', 'revision_number': 3, 'project_id': '9ae82ace87d14c12b35259bd0973dda6', 'gw_port': {'id': 'e82d99c2-c714-4c77-acee-7391c3233e51', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cb:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}] {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:11:32.057926 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-57c61ba1-79ef-478f-9c7c-d93f53ef6df8 req-ed0c9a0d-7ed3-4621-8a5a-d6434a9ee470 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 210 time: 0.1174207 Apr 30 13:11:32.346948 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 830e690f-a3a6-4ec1-9134-74f4aa9388f6 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:32.511591 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-d546d4eb-2fc0-4b64-983a-ea272661ebc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:32.529600 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Router 1f4ba758-767b-4dea-b6e0-d4a248a76808 is scheduled to L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 with binding_index 1 {{(pid=73813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:11:32.596764 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 830e690f-a3a6-4ec1-9134-74f4aa9388f6 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:32.605007 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 4845580b-b110-4694-bb89-24f8d0995732 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:32.656453 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:32.809202 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 4845580b-b110-4694-bb89-24f8d0995732 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:32.809860 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:32.845710 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:32.896064 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:32.923648 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:11:32.939716 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:32.939997 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Added segment 4f92d15f-bc69-4821-b369-62d0228fe4ad of type vlan for network 3f4a7b39-117b-43d8-bf9f-dca7337992c9 Apr 30 13:11:32.954399 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:33.076673 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Allocated IP 172.20.0.1 (ac15dd92-c60f-42ab-a3ca-e4794ec69c58/a7902b94-9475-4f0c-afc1-0ffb637b7e52/7b3811d3-1177-43ad-937a-ed22f521260e) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:33.226594 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 34806) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:33.378126 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-20a7e01a-f834-40af-acd7-4faeb65b506b req-52352785-3d99-4070-bbc4-2ccaa5cdc19a tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 210 time: 0.1498156 Apr 30 13:11:33.392653 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:33.526833 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f9cd63-9bb3-4010-8a9b-a1b29040537b None None] Network 384ed945-7697-4aed-a91c-b54f67f71379 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:33.691327 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:11:33.801319 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5579313c-f6df-4674-af98-eaf001aec13b,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:33.808046 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751029132912'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:33.818657 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:33.845133 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:33.875700 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Sync routers for ids ['1f4ba758-767b-4dea-b6e0-d4a248a76808'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:11:33.890006 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-fe21c884-2a96-446e-abab-1ca5b8a62276 None None] Provisioning for port 830e690f-a3a6-4ec1-9134-74f4aa9388f6 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:33.891065 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:33.901650 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-fe21c884-2a96-446e-abab-1ca5b8a62276 None None] Provisioning complete for port 830e690f-a3a6-4ec1-9134-74f4aa9388f6 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:33.902286 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-fe21c884-2a96-446e-abab-1ca5b8a62276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:33.938454 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:33.940065 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-d7414906-8cce-4cf6-9a16-dedf92745bf5 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.3364089 Apr 30 13:11:33.944670 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 34824) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:33.957767 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Network 0b72fb58-bb2e-463f-beea-a002adeb004d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:33.961593 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Routers {'1f4ba758-767b-4dea-b6e0-d4a248a76808'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:33.963854 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:11:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['1f4ba758-767b-4dea-b6e0-d4a248a76808'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:33.966243 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:33.973317 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:34.043662 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:34.055880 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:34.056477 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:34.248504 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Pushing event updated for resources: {'Port': ['ID=79c047cd-1c05-4755-ace7-85acba99c055,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:34.259584 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:34.298077 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:34.299345 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:34.352404 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device e82d99c2-c714-4c77-acee-7391c3233e51 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:34.362411 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.7570968 Apr 30 13:11:34.368677 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 34834) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:34.585736 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-d7dd8c7d-a249-4203-9627-097d80e5edfd admin admin] Request body: {'subnet': {'network_id': '3f4a7b39-117b-43d8-bf9f-dca7337992c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-702776767-subnet', 'tenant_id': '9e6d138e29734f238a7e8d9741fa2f6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:34.592015 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Pushing event updated for resources: {'Network': ['ID=3f4a7b39-117b-43d8-bf9f-dca7337992c9,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:34.604064 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:34.608970 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Network ac15dd92-c60f-42ab-a3ca-e4794ec69c58 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:34.612297 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:34.677149 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-d7dd8c7d-a249-4203-9627-097d80e5edfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:34.721656 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Network 3f4a7b39-117b-43d8-bf9f-dca7337992c9 details requested by agent ovs-agent-dv-cinder-784453-4-iscsi with host dv-cinder-784453-4-iscsi {{(pid=73815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:11:34.791682 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:34.805112 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-677cf5e8-f3f6-4c26-a32d-a362af0e0579 req-8161c82a-2f9d-497c-9473-3ab347f7ceb2 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 210 time: 0.0962307 Apr 30 13:11:34.820174 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:34.823952 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66717170'] for router_interface, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:34.945792 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port e82d99c2-c714-4c77-acee-7391c3233e51 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:34.971560 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-fe21c884-2a96-446e-abab-1ca5b8a62276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:34.984082 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Set router 1f4ba758-767b-4dea-b6e0-d4a248a76808 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:35.115851 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port e82d99c2-c714-4c77-acee-7391c3233e51 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:35.116397 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:35.209825 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:35.215137 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d7dd8c7d-a249-4203-9627-097d80e5edfd admin admin] Usage tracker for resource:subnet and tenant:9e6d138e29734f238a7e8d9741fa2f6d is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:35.312078 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d7dd8c7d-a249-4203-9627-097d80e5edfd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:35.331334 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-d7dd8c7d-a249-4203-9627-097d80e5edfd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:35.380190 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Pushing event updated for resources: {'Port': ['ID=7b3811d3-1177-43ad-937a-ed22f521260e,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:35.383914 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-fe21c884-2a96-446e-abab-1ca5b8a62276 None None] For port 830e690f-a3a6-4ec1-9134-74f4aa9388f6, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=830e690f-a3a6-4ec1-9134-74f4aa9388f6,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:11:35.390552 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.778s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:35.413065 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7dd8c7d-a249-4203-9627-097d80e5edfd admin admin] Made reservation on behalf of 9e6d138e29734f238a7e8d9741fa2f6d for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:35.416569 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d7dd8c7d-a249-4203-9627-097d80e5edfd admin admin] Notify callbacks [] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:35.439564 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-fe21c884-2a96-446e-abab-1ca5b8a62276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:35.489426 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:35.567786 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Allocated IP 172.20.0.1 (b8d1fd53-0ee5-499f-9667-97dbc79cf1ea/f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3/4a3c166c-ce9f-4d87-8538-a52a64bda007) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:35.673936 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:35.720434 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:35.760499 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:35.811737 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:35.821167 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21c884-2a96-446e-abab-1ca5b8a62276 None None] Pushing event updated for resources: {'Port': ['ID=830e690f-a3a6-4ec1-9134-74f4aa9388f6,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:35.829762 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-fe21c884-2a96-446e-abab-1ca5b8a62276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:35.831197 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-84964c2b-535f-443b-b853-9f7ef6f66a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:35.876873 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port e82d99c2-c714-4c77-acee-7391c3233e51, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=e82d99c2-c714-4c77-acee-7391c3233e51,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:11:35.893898 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:35.897158 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-b10c5f0f-bc0c-422d-925c-1f87398595da None None] Provisioning complete for port 830e690f-a3a6-4ec1-9134-74f4aa9388f6 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:35.897535 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-b10c5f0f-bc0c-422d-925c-1f87398595da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:35.979696 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:36.146281 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:27Z', 'revision_number': 3, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port': {'id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:36.158443 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:36.218803 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Checking router: 1f4ba758-767b-4dea-b6e0-d4a248a76808 for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:11:36.219375 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Updating router 1f4ba758-767b-4dea-b6e0-d4a248a76808 port 73804792-2f9a-44cf-be7e-052c6bf116ae binding host dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:11:36.305295 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:36.307723 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.71', 57633) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:36.355066 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 830e690f-a3a6-4ec1-9134-74f4aa9388f6 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:36.361118 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b1fb7465-ccad-459f-be3e-978c912e8968 req-88d0450d-9872-4684-b147-d4ee4246aa75 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 210 time: 0.1903560 Apr 30 13:11:36.365529 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Transition to ACTIVE for port object 4a3c166c-ce9f-4d87-8538-a52a64bda007 will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:36.438049 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:36.450623 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:36.460895 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:36.479858 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67101044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66717015'] for router_interface, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:36.502374 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:36.625256 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:36.629521 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:36.633115 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:36.634126 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66717170'] for router_interface, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:36.657983 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=4a3c166c-ce9f-4d87-8538-a52a64bda007,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:36.670395 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:36.895169 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=e82d99c2-c714-4c77-acee-7391c3233e51,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:36.907968 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.929s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:36.919664 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:36.930187 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:36.968858 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:37.053711 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53215187-d257-436b-8bc8-fb278794c5d4 req-3ec0dbcf-9adb-44d0-9a09-3990290b5131 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:37.056378 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-53215187-d257-436b-8bc8-fb278794c5d4 req-3ec0dbcf-9adb-44d0-9a09-3990290b5131 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Synchronizing usage tracker for tenant:4fa2f85932184fbeaadca042ca7ca85e on resource:network {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:11:37.150706 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 830e690f-a3a6-4ec1-9134-74f4aa9388f6 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:37.151087 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:37.290520 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-53215187-d257-436b-8bc8-fb278794c5d4 req-3ec0dbcf-9adb-44d0-9a09-3990290b5131 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Unset dirty status for tenant:4fa2f85932184fbeaadca042ca7ca85e on resource:network {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:11:37.292900 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-53215187-d257-436b-8bc8-fb278794c5d4 req-3ec0dbcf-9adb-44d0-9a09-3990290b5131 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.71 "GET /v2.0/networks?id=cda1a518-add5-4bf9-aa6d-e957ae05d7db HTTP/1.1" status: 200 len: 812 time: 0.9778736 Apr 30 13:11:37.500917 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-53215187-d257-436b-8bc8-fb278794c5d4 req-617ce478-5fb1-4e51-8bff-b85e2d665303 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Request body: {'port': {'device_id': 'fb724af6-2bbc-494b-a119-b61199e13df1', 'network_id': 'cda1a518-add5-4bf9-aa6d-e957ae05d7db', 'admin_state_up': True, 'tenant_id': '4fa2f85932184fbeaadca042ca7ca85e'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:37.506357 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:37.512764 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:37.514187 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67101044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66717015'] for router_interface, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:37.520262 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-c3812eaa-3490-4637-acc8-cdbd8c2fd3b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:37.543336 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Network ac15dd92-c60f-42ab-a3ca-e4794ec69c58 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:37.544682 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Pushing event updated for resources: {'Port': ['ID=7b3811d3-1177-43ad-937a-ed22f521260e,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:37.569311 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:37.578541 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.076s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:37.858399 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-f8cdea0d-2b58-407a-aa6c-968ba346a21c None None] Provisioning for port 4a3c166c-ce9f-4d87-8538-a52a64bda007 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:37.884836 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-f8cdea0d-2b58-407a-aa6c-968ba346a21c None None] Provisioning complete for port 4a3c166c-ce9f-4d87-8538-a52a64bda007 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:37.885567 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-f8cdea0d-2b58-407a-aa6c-968ba346a21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:37.932663 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:37.991825 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-f8cdea0d-2b58-407a-aa6c-968ba346a21c None None] Port 4a3c166c-ce9f-4d87-8538-a52a64bda007 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:11:38.022815 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66709569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718076'] for router, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:38.068370 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=4a3c166c-ce9f-4d87-8538-a52a64bda007,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:38.075200 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:38.078952 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c2cd0a7d-f46a-477f-b09f-65bfb393c5dc req-6b06c33f-21d2-48a9-b6e0-6532a6f1dee9 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 210 time: 0.1096227 Apr 30 13:11:38.256392 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:38.264233 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:38.338967 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Notify callbacks [] for port, precommit_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:38.396084 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device e82d99c2-c714-4c77-acee-7391c3233e51 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:38.513114 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Router 2639dabb-1d79-40d5-85da-7feb7984362b has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:11:38.558086 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Transition to ACTIVE for port object 73804792-2f9a-44cf-be7e-052c6bf116ae will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:38.641365 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:38.673222 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:38.845833 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Attempting to bind port 73804792-2f9a-44cf-be7e-052c6bf116ae on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:11:38.846371 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Attempting to bind port 73804792-2f9a-44cf-be7e-052c6bf116ae by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:11:38.847091 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Attempting to bind port 73804792-2f9a-44cf-be7e-052c6bf116ae on network 0b72fb58-bb2e-463f-beea-a002adeb004d {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:38.899449 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:11:38.900062 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Checking segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:38.900763 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:38.901516 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Bound using segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:11:38.902429 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Bound port: 73804792-2f9a-44cf-be7e-052c6bf116ae, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:11:38.903133 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:39.022909 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ae49c-f9a7-44b9-a01c-6361dc8c9215 None None] Pushing event updated for resources: {'Port': ['ID=73804792-2f9a-44cf-be7e-052c6bf116ae,revision_number=2']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:39.028054 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-a49ae49c-f9a7-44b9-a01c-6361dc8c9215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:39.033317 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port e82d99c2-c714-4c77-acee-7391c3233e51 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:39.033998 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:39.117496 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Router 1f4ba758-767b-4dea-b6e0-d4a248a76808 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:11:39.288637 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] For port 73804792-2f9a-44cf-be7e-052c6bf116ae, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:11:39.298018 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] For port 73804792-2f9a-44cf-be7e-052c6bf116ae, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=73804792-2f9a-44cf-be7e-052c6bf116ae,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:11:39.395798 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:39.440153 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-a49ae49c-f9a7-44b9-a01c-6361dc8c9215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:39.450181 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Router 67e8b244-7dba-4729-91c1-6294f9645760 is scheduled to L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 with binding_index 1 {{(pid=73813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:11:39.663755 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-8f617a1b-9393-436d-a747-92884f7aedfb None None] Provisioning complete for port 4a3c166c-ce9f-4d87-8538-a52a64bda007 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:39.664138 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-8f617a1b-9393-436d-a747-92884f7aedfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:39.821418 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-53215187-d257-436b-8bc8-fb278794c5d4 req-617ce478-5fb1-4e51-8bff-b85e2d665303 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:39.827420 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-53215187-d257-436b-8bc8-fb278794c5d4 req-617ce478-5fb1-4e51-8bff-b85e2d665303 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Usage tracker for resource:port and tenant:4fa2f85932184fbeaadca042ca7ca85e is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:39.838505 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-53215187-d257-436b-8bc8-fb278794c5d4 req-617ce478-5fb1-4e51-8bff-b85e2d665303 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:39.850119 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ae49c-f9a7-44b9-a01c-6361dc8c9215 None None] Pushing event updated for resources: {'Port': ['ID=73804792-2f9a-44cf-be7e-052c6bf116ae,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:39.860311 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-53215187-d257-436b-8bc8-fb278794c5d4 req-617ce478-5fb1-4e51-8bff-b85e2d665303 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:39.863800 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-8f617a1b-9393-436d-a747-92884f7aedfb None None] Port 4a3c166c-ce9f-4d87-8538-a52a64bda007 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:11:39.864282 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-11bf3a64-9765-463c-ad6a-b10e747552f4 req-63e8d98d-550c-40d9-9c5d-4646d34fced0 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 210 time: 0.3207037 Apr 30 13:11:39.912082 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-a49ae49c-f9a7-44b9-a01c-6361dc8c9215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:40.016491 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:11:40.021941 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53215187-d257-436b-8bc8-fb278794c5d4 req-617ce478-5fb1-4e51-8bff-b85e2d665303 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Made reservation on behalf of 4fa2f85932184fbeaadca042ca7ca85e for: {'port': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:40.025492 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-53215187-d257-436b-8bc8-fb278794c5d4 req-617ce478-5fb1-4e51-8bff-b85e2d665303 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:40.039528 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Sync routers for ids ['2639dabb-1d79-40d5-85da-7feb7984362b'] in dv-cinder-784453-4-iscsi {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:11:40.066894 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] 10.222.0.69 "PUT /v2.0/routers/2639dabb-1d79-40d5-85da-7feb7984362b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5601149 Apr 30 13:11:40.077829 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Routers {'2639dabb-1d79-40d5-85da-7feb7984362b'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:40.079274 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:11:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['2639dabb-1d79-40d5-85da-7feb7984362b'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:40.171919 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Routers {'1f4ba758-767b-4dea-b6e0-d4a248a76808'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:40.181822 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:11:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['1f4ba758-767b-4dea-b6e0-d4a248a76808'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:40.405078 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:11:40.433208 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] 10.222.0.69 "PUT /v2.0/routers/1f4ba758-767b-4dea-b6e0-d4a248a76808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4867792 Apr 30 13:11:40.553320 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d7dd8c7d-a249-4203-9627-097d80e5edfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:40.558891 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:11:40.582721 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Sync routers for ids ['67e8b244-7dba-4729-91c1-6294f9645760'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:11:40.620896 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-77565ea6-a30f-4093-a66a-06160c4ba531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:40.709901 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:40.714386 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 34944) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:40.722982 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 13.5723865 Apr 30 13:11:40.735083 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Routers {'67e8b244-7dba-4729-91c1-6294f9645760'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:40.739438 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:11:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['67e8b244-7dba-4729-91c1-6294f9645760'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:40.799610 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [req-53215187-d257-436b-8bc8-fb278794c5d4 req-617ce478-5fb1-4e51-8bff-b85e2d665303 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Allocated IP 172.20.0.12 (cda1a518-add5-4bf9-aa6d-e957ae05d7db/8ce2434e-7893-4583-9996-080610f3423b/e06c1645-fc5c-4d22-b639-0e71e1bddb8f) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:40.857941 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd8c7d-a249-4203-9627-097d80e5edfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=472f56c4-2d4a-476e-9a20-8a217450fce4,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:40.869335 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7dd8c7d-a249-4203-9627-097d80e5edfd admin admin] Checking segment: {'id': '4f92d15f-bc69-4821-b369-62d0228fe4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '3f4a7b39-117b-43d8-bf9f-dca7337992c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:40.869821 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dd8c7d-a249-4203-9627-097d80e5edfd admin admin] Network hostable DHCP agents. Network: 3f4a7b39-117b-43d8-bf9f-dca7337992c9, hostable agents: ['e96ab08c-23ca-4860-8db7-d5ed4d5e6b52'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:11:40.892920 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d7dd8c7d-a249-4203-9627-097d80e5edfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:41.003652 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] Set router 1f4ba758-767b-4dea-b6e0-d4a248a76808 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:41.087576 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7dd8c7d-a249-4203-9627-097d80e5edfd admin admin] Network 3f4a7b39-117b-43d8-bf9f-dca7337992c9 is scheduled to be hosted by DHCP agent e96ab08c-23ca-4860-8db7-d5ed4d5e6b52 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:11:41.211525 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 34958) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:41.216795 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Set router 2639dabb-1d79-40d5-85da-7feb7984362b gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:41.334734 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-d7dd8c7d-a249-4203-9627-097d80e5edfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-iscsi, 3f4a7b39-117b-43d8-bf9f-dca7337992c9) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:41.483242 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7dd8c7d-a249-4203-9627-097d80e5edfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:41.484335 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d7dd8c7d-a249-4203-9627-097d80e5edfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:41.609087 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-d7dd8c7d-a249-4203-9627-097d80e5edfd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 7.2336657 Apr 30 13:11:41.844313 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-53215187-d257-436b-8bc8-fb278794c5d4 req-617ce478-5fb1-4e51-8bff-b85e2d665303 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:41.959866 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-88bca612-0a22-4f11-9bc4-d2973c5ee346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:41.995457 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59de3f2-b859-4061-b0f6-bd2f5932b326 None None] Network 3f4a7b39-117b-43d8-bf9f-dca7337992c9 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:42.039370 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-88bca612-0a22-4f11-9bc4-d2973c5ee346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:42.048377 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-88bca612-0a22-4f11-9bc4-d2973c5ee346 admin admin] Usage tracker for resource:security_group_rule and tenant:c8daea06dc854de3be5038562c659f36 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:42.071294 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-88bca612-0a22-4f11-9bc4-d2973c5ee346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:42.116960 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-88bca612-0a22-4f11-9bc4-d2973c5ee346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:42.226581 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e0c67285-de7f-4d34-8fb6-d9bb32286a27 req-4cc7289b-5d09-42e9-be17-302ce8b64996 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 210 time: 0.7862916 Apr 30 13:11:42.252177 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 34978) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:42.283169 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-099357c2-bc85-4858-81bc-a7568c363b4c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1003191933', 'description': 'tempest-description--721825517'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:42.311926 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-099357c2-bc85-4858-81bc-a7568c363b4c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:42.327751 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-099357c2-bc85-4858-81bc-a7568c363b4c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Usage tracker for resource:security_group and tenant:8c3daf98030a4f9983829bc893d1c2a1 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:42.351562 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 34984) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:42.387320 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-099357c2-bc85-4858-81bc-a7568c363b4c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:42.393854 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-53215187-d257-436b-8bc8-fb278794c5d4 req-617ce478-5fb1-4e51-8bff-b85e2d665303 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:42.456904 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c7725e55-7b42-4b44-a776-d2df1d40c21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:42.546371 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'name': 'tempest-ServerRescueNegativeTestJSON-1258475921-router', 'tenant_id': '9ae82ace87d14c12b35259bd0973dda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e82d99c2-c714-4c77-acee-7391c3233e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:35Z', 'revision_number': 4, 'project_id': '9ae82ace87d14c12b35259bd0973dda6', 'gw_port': {'id': 'e82d99c2-c714-4c77-acee-7391c3233e51', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '7b3811d3-1177-43ad-937a-ed22f521260e', 'name': '', 'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58', 'tenant_id': '9ae82ace87d14c12b35259bd0973dda6', 'mac_address': 'fa:16:3e:68:c7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7902b94-9475-4f0c-afc1-0ffb637b7e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:32Z', 'updated_at': '2021-04-30T13:11:36Z', 'revision_number': 2, 'project_id': '9ae82ace87d14c12b35259bd0973dda6', 'subnets': [{'id': 'a7902b94-9475-4f0c-afc1-0ffb637b7e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:42.563839 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Checking router: 2639dabb-1d79-40d5-85da-7feb7984362b for host: dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:11:42.564205 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Updating router 2639dabb-1d79-40d5-85da-7feb7984362b port 7b3811d3-1177-43ad-937a-ed22f521260e binding host dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:11:42.592411 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 34990) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:42.605315 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e13315e-2f93-403d-b774-3ab410315c0d admin admin] Deleting subnet 6edc7980-3aad-4f50-bce3-4935470a5305 {{(pid=73814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:11:42.700900 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:42.735422 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53215187-d257-436b-8bc8-fb278794c5d4 req-617ce478-5fb1-4e51-8bff-b85e2d665303 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Network cda1a518-add5-4bf9-aa6d-e957ae05d7db is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:42.741869 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [req-53215187-d257-436b-8bc8-fb278794c5d4 req-617ce478-5fb1-4e51-8bff-b85e2d665303 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:42.743234 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-099357c2-bc85-4858-81bc-a7568c363b4c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:42.748813 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-53215187-d257-436b-8bc8-fb278794c5d4 req-617ce478-5fb1-4e51-8bff-b85e2d665303 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:42.752017 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6e13315e-2f93-403d-b774-3ab410315c0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:42.759217 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53215187-d257-436b-8bc8-fb278794c5d4 req-617ce478-5fb1-4e51-8bff-b85e2d665303 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:42.760053 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-53215187-d257-436b-8bc8-fb278794c5d4 req-617ce478-5fb1-4e51-8bff-b85e2d665303 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:42.864439 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6e13315e-2f93-403d-b774-3ab410315c0d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:42.917938 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ce478-5fb1-4e51-8bff-b85e2d665303 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Pushing event updated for resources: {'Port': ['ID=e06c1645-fc5c-4d22-b639-0e71e1bddb8f,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:42.919668 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6e13315e-2f93-403d-b774-3ab410315c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726744'] for subnet, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:42.983959 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-617ce478-5fb1-4e51-8bff-b85e2d665303 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:42.998191 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-88bca612-0a22-4f11-9bc4-d2973c5ee346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:43.010541 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-88bca612-0a22-4f11-9bc4-d2973c5ee346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:43.015040 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-53215187-d257-436b-8bc8-fb278794c5d4 req-617ce478-5fb1-4e51-8bff-b85e2d665303 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5234864 Apr 30 13:11:43.092605 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:43.098546 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Set router 67e8b244-7dba-4729-91c1-6294f9645760 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:43.117302 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-88bca612-0a22-4f11-9bc4-d2973c5ee346 admin admin] Synchronizing usage tracker for tenant:ae77c383aeaa4ac9904090ef6d397a73 on resource:security_group {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:11:43.263493 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7d22fd86-13c3-4335-bc01-a9810dc9301b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:43.303405 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bca612-0a22-4f11-9bc4-d2973c5ee346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef299d1-d87e-45cb-a350-8ceb0cbed946,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:43.322132 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-88bca612-0a22-4f11-9bc4-d2973c5ee346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:43.343440 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-7d22fd86-13c3-4335-bc01-a9810dc9301b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:43.350273 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-7d22fd86-13c3-4335-bc01-a9810dc9301b admin admin] Usage tracker for resource:security_group_rule and tenant:fd71d28b9198451e9e2813906536c642 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:43.356299 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-7d22fd86-13c3-4335-bc01-a9810dc9301b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:43.361247 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-88bca612-0a22-4f11-9bc4-d2973c5ee346 admin admin] Unset dirty status for tenant:ae77c383aeaa4ac9904090ef6d397a73 on resource:security_group {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:11:43.367192 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-88bca612-0a22-4f11-9bc4-d2973c5ee346 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c8daea06dc854de3be5038562c659f36&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1497617 Apr 30 13:11:43.371660 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 35006) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:43.383717 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-7d22fd86-13c3-4335-bc01-a9810dc9301b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:43.638258 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7d22fd86-13c3-4335-bc01-a9810dc9301b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:43.658874 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7d22fd86-13c3-4335-bc01-a9810dc9301b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:43.689420 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:43.835790 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-7d22fd86-13c3-4335-bc01-a9810dc9301b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fd71d28b9198451e9e2813906536c642&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2380185 Apr 30 13:11:43.845136 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 35014) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:43.890672 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e6fc-c198-49ee-b890-101393f74d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:43.906380 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22fd86-13c3-4335-bc01-a9810dc9301b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4d0055-0fde-404c-93fa-03fed9bc8b48,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:43.952250 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7d22fd86-13c3-4335-bc01-a9810dc9301b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:43.959982 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Notify callbacks [] for port, precommit_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:43.981520 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.provisioning_blocks [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Transition to ACTIVE for port object 7b3811d3-1177-43ad-937a-ed22f521260e will not be triggered until provisioned by entity L2. {{(pid=73816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:43.996451 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:44.006800 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-c6c65293-c597-45a5-b1b3-e5647c324264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:44.096333 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e6fc-c198-49ee-b890-101393f74d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:44.173604 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab2b2-b01d-4515-95f1-f96cf72e91d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:44.288165 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab2b2-b01d-4515-95f1-f96cf72e91d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:44.353737 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-8ea74d80-f2e1-4cbd-87fe-babfa243b261 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:44.355066 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-8ea74d80-f2e1-4cbd-87fe-babfa243b261 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Synchronizing usage tracker for tenant:9ae82ace87d14c12b35259bd0973dda6 on resource:network {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:11:44.387216 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-099357c2-bc85-4858-81bc-a7568c363b4c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:44.414833 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-8ea74d80-f2e1-4cbd-87fe-babfa243b261 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Unset dirty status for tenant:9ae82ace87d14c12b35259bd0973dda6 on resource:network {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:11:44.423320 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-8ea74d80-f2e1-4cbd-87fe-babfa243b261 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/networks?id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58 HTTP/1.1" status: 200 len: 819 time: 0.6118295 Apr 30 13:11:44.431102 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eacf65-44b8-4925-afef-f3eb6e72891c None None] Pushing event updated for resources: {'Port': ['ID=7b3811d3-1177-43ad-937a-ed22f521260e,revision_number=3']} {{(pid=73816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:44.472847 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e6fc-c198-49ee-b890-101393f74d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:44.498219 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:44.529550 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1e6fc-c198-49ee-b890-101393f74d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef299d1-d87e-45cb-a350-8ceb0cbed946,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:44.543145 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-cbe1e6fc-c198-49ee-b890-101393f74d07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:44.558394 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-a5eacf65-44b8-4925-afef-f3eb6e72891c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:44.571535 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e6fc-c198-49ee-b890-101393f74d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:44.575645 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-cbe1e6fc-c198-49ee-b890-101393f74d07 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cef299d1-d87e-45cb-a350-8ceb0cbed946 HTTP/1.1" status: 204 len: 168 time: 1.1975601 Apr 30 13:11:44.596695 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab2b2-b01d-4515-95f1-f96cf72e91d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:44.607651 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7649d9ce-ab0e-4e23-8f12-d2d88693fc4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:44.637521 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7085753-250f-4d54-8297-e00ee6c1fb79 None None] Network 3f4a7b39-117b-43d8-bf9f-dca7337992c9 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:11:44.650038 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8d0ab2b2-b01d-4515-95f1-f96cf72e91d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:44.654971 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-8d0ab2b2-b01d-4515-95f1-f96cf72e91d3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1d4d0055-0fde-404c-93fa-03fed9bc8b48 HTTP/1.1" status: 204 len: 168 time: 0.8056200 Apr 30 13:11:44.656278 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ab2b2-b01d-4515-95f1-f96cf72e91d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4d0055-0fde-404c-93fa-03fed9bc8b48,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:44.670296 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8d0ab2b2-b01d-4515-95f1-f96cf72e91d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:44.683686 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Attempting to bind port 7b3811d3-1177-43ad-937a-ed22f521260e on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:11:44.694518 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Attempting to bind port 7b3811d3-1177-43ad-937a-ed22f521260e by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': '3e0ce165-dd2c-4658-a144-637b212e7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58'}] {{(pid=73816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:11:44.694518 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Attempting to bind port 7b3811d3-1177-43ad-937a-ed22f521260e on network ac15dd92-c60f-42ab-a3ca-e4794ec69c58 {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:44.715756 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:11:44.717648 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Checking segment: {'id': '3e0ce165-dd2c-4658-a144-637b212e7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:44.718812 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:44.720747 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-922079b0-41be-4fcb-8d1c-98a63835f092 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/quotas/9ae82ace87d14c12b35259bd0973dda6 HTTP/1.1" status: 200 len: 375 time: 0.2956915 Apr 30 13:11:44.721559 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Bound using segment: {'id': '3e0ce165-dd2c-4658-a144-637b212e7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58'} {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:11:44.722964 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Bound port: 7b3811d3-1177-43ad-937a-ed22f521260e, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0ce165-dd2c-4658-a144-637b212e7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58'}}] {{(pid=73816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:11:44.733612 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:44.821310 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-099357c2-bc85-4858-81bc-a7568c363b4c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:44.850691 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-099357c2-bc85-4858-81bc-a7568c363b4c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Usage tracker for resource:security_group_rule and tenant:8c3daf98030a4f9983829bc893d1c2a1 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:44.864656 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-099357c2-bc85-4858-81bc-a7568c363b4c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:44.899391 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [req-53215187-d257-436b-8bc8-fb278794c5d4 req-8c0e69f5-2d85-406c-97d6-d7aa188d9241 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=73813) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:11:44.911175 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-53215187-d257-436b-8bc8-fb278794c5d4 req-8c0e69f5-2d85-406c-97d6-d7aa188d9241 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0266502 Apr 30 13:11:44.937500 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c8b77-eba9-4a1d-813b-27b0a98f0ffb req-5f834f09-75af-45f7-9ac1-21c1119372c7 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:44.939786 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-417c8b77-eba9-4a1d-813b-27b0a98f0ffb req-5f834f09-75af-45f7-9ac1-21c1119372c7 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 932 time: 1.1483638 Apr 30 13:11:44.995032 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-099357c2-bc85-4858-81bc-a7568c363b4c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:45.069919 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '79c047cd-1c05-4755-ace7-85acba99c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:34Z', 'revision_number': 3, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port': {'id': '79c047cd-1c05-4755-ace7-85acba99c055', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:30Z', 'updated_at': '2021-04-30T13:11:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:45.081557 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.db [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] For port 7b3811d3-1177-43ad-937a-ed22f521260e, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:11:45.082240 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:36Z', 'revision_number': 4, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port': {'id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '4a3c166c-ce9f-4d87-8538-a52a64bda007', 'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'mac_address': 'fa:16:3e:52:9b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:37Z', 'revision_number': 2, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'subnets': [{'id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:45.090189 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.db [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] For port 7b3811d3-1177-43ad-937a-ed22f521260e, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=7b3811d3-1177-43ad-937a-ed22f521260e,segment=NetworkSegment(3e0ce165-dd2c-4658-a144-637b212e7aa1),segment_id=3e0ce165-dd2c-4658-a144-637b212e7aa1)] {{(pid=73816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:11:45.100760 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:45.107693 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc3d18f-cac6-46be-8e10-9ef89df0d414 None None] The sync data for ids ['1f4ba758-767b-4dea-b6e0-d4a248a76808'] in dv-cinder-784453-4-iscsi is: [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:36Z', 'revision_number': 4, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port': {'id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '4a3c166c-ce9f-4d87-8538-a52a64bda007', 'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'mac_address': 'fa:16:3e:52:9b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:37Z', 'revision_number': 2, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'subnets': [{'id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:11:45.114479 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Checking router: 67e8b244-7dba-4729-91c1-6294f9645760 for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:11:45.115211 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Updating router 67e8b244-7dba-4729-91c1-6294f9645760 port 79c047cd-1c05-4755-ace7-85acba99c055 binding host dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:11:45.131788 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:45.250904 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-417c8b77-eba9-4a1d-813b-27b0a98f0ffb req-74218d2f-c699-4b55-bc70-b9824f02023e tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/security-groups?id=639fd79a-6dcf-4ec0-b710-cb54a3bae890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977302 Apr 30 13:11:45.297450 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Routers {'2639dabb-1d79-40d5-85da-7feb7984362b'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:45.298694 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:11:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['2639dabb-1d79-40d5-85da-7feb7984362b'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:45.340145 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6e13315e-2f93-403d-b774-3ab410315c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for subnet, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:45.383258 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-a90810c2-5e92-462c-8fea-4de788712291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:45.394112 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:45.448618 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6e13315e-2f93-403d-b774-3ab410315c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for subnet, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:45.459397 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Request body: {'port': {'device_id': 'fb724af6-2bbc-494b-a119-b61199e13df1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:45.515092 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eacf65-44b8-4925-afef-f3eb6e72891c None None] Pushing event updated for resources: {'Port': ['ID=7b3811d3-1177-43ad-937a-ed22f521260e,revision_number=4']} {{(pid=73816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:45.535575 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-a5eacf65-44b8-4925-afef-f3eb6e72891c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:45.594702 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-eb51a99a-35ee-43ef-a755-477b531592c0 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9ae82ace87d14c12b35259bd0973dda6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8728485 Apr 30 13:11:45.622032 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13315e-2f93-403d-b774-3ab410315c0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6edc7980-3aad-4f50-bce3-4935470a5305,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:45.708911 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 35042) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:45.881940 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] Set router 2639dabb-1d79-40d5-85da-7feb7984362b gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:45.892251 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-6e13315e-2f93-403d-b774-3ab410315c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:45.909670 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1c9e0faf-a9d1-4531-8839-83df8fc38cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:45.956045 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-1c9e0faf-a9d1-4531-8839-83df8fc38cf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:45.966651 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-1c9e0faf-a9d1-4531-8839-83df8fc38cf2 admin admin] Usage tracker for resource:security_group_rule and tenant:863e104917b54f7a83755b0b1a6d28bd is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:45.970886 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 35050) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:45.971053 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-6e13315e-2f93-403d-b774-3ab410315c0d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6edc7980-3aad-4f50-bce3-4935470a5305 HTTP/1.1" status: 204 len: 168 time: 3.6095054 Apr 30 13:11:45.995458 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-1c9e0faf-a9d1-4531-8839-83df8fc38cf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:46.063478 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:46.121480 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-099357c2-bc85-4858-81bc-a7568c363b4c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:46.142305 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-1c9e0faf-a9d1-4531-8839-83df8fc38cf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:46.402617 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:46.417769 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-099357c2-bc85-4858-81bc-a7568c363b4c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:46.449323 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-156b10af-ee3a-4117-a818-e6cde2ec0371 service neutron] 10.222.0.69 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8165038 Apr 30 13:11:46.632677 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607959'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:46.866005 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-02b2f853-93f7-4e0f-8410-d436dfb73c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:46.909488 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-467c6c54-8167-4ada-82f4-46f7bef7b4cd service neutron] 10.222.0.69 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4531271 Apr 30 13:11:46.925891 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099357c2-bc85-4858-81bc-a7568c363b4c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:46.952695 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-099357c2-bc85-4858-81bc-a7568c363b4c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:47.074217 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:47.079906 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'name': 'tempest-ServerRescueNegativeTestJSON-1258475921-router', 'tenant_id': '9ae82ace87d14c12b35259bd0973dda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e82d99c2-c714-4c77-acee-7391c3233e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:35Z', 'revision_number': 4, 'project_id': '9ae82ace87d14c12b35259bd0973dda6', 'gw_port': {'id': 'e82d99c2-c714-4c77-acee-7391c3233e51', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '7b3811d3-1177-43ad-937a-ed22f521260e', 'name': '', 'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58', 'tenant_id': '9ae82ace87d14c12b35259bd0973dda6', 'mac_address': 'fa:16:3e:68:c7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7902b94-9475-4f0c-afc1-0ffb637b7e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:32Z', 'updated_at': '2021-04-30T13:11:45Z', 'revision_number': 4, 'project_id': '9ae82ace87d14c12b35259bd0973dda6', 'subnets': [{'id': 'a7902b94-9475-4f0c-afc1-0ffb637b7e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:47.101736 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8dcbc6-0b7d-4f07-9c19-7790d5b3efbc None None] The sync data for ids ['2639dabb-1d79-40d5-85da-7feb7984362b'] in dv-cinder-784453-4-iscsi is: [{'id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'name': 'tempest-ServerRescueNegativeTestJSON-1258475921-router', 'tenant_id': '9ae82ace87d14c12b35259bd0973dda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e82d99c2-c714-4c77-acee-7391c3233e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:35Z', 'revision_number': 4, 'project_id': '9ae82ace87d14c12b35259bd0973dda6', 'gw_port': {'id': 'e82d99c2-c714-4c77-acee-7391c3233e51', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '7b3811d3-1177-43ad-937a-ed22f521260e', 'name': '', 'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58', 'tenant_id': '9ae82ace87d14c12b35259bd0973dda6', 'mac_address': 'fa:16:3e:68:c7:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a7902b94-9475-4f0c-afc1-0ffb637b7e52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:32Z', 'updated_at': '2021-04-30T13:11:45Z', 'revision_number': 4, 'project_id': '9ae82ace87d14c12b35259bd0973dda6', 'subnets': [{'id': 'a7902b94-9475-4f0c-afc1-0ffb637b7e52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:11:47.146853 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-099357c2-bc85-4858-81bc-a7568c363b4c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:47.154810 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-099357c2-bc85-4858-81bc-a7568c363b4c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 4.8944464 Apr 30 13:11:47.170062 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 35072) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:47.196560 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Transition to ACTIVE for port object 79c047cd-1c05-4755-ace7-85acba99c055 will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:47.197794 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-dcbee7ca-f8cd-4308-b9af-bfe040ffd0db tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Request body: {'security_group_rule': {'security_group_id': '7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:47.223378 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-dcbee7ca-f8cd-4308-b9af-bfe040ffd0db tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:47.224321 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:47.259069 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-fe21c884-2a96-446e-abab-1ca5b8a62276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:47.391849 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-dcbee7ca-f8cd-4308-b9af-bfe040ffd0db tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Usage tracker for resource:security_group_rule and tenant:8c3daf98030a4f9983829bc893d1c2a1 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:47.533581 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Attempting to bind port 79c047cd-1c05-4755-ace7-85acba99c055 on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:11:47.537572 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Attempting to bind port 79c047cd-1c05-4755-ace7-85acba99c055 by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:11:47.538903 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Attempting to bind port 79c047cd-1c05-4755-ace7-85acba99c055 on network 0b72fb58-bb2e-463f-beea-a002adeb004d {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:47.597128 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:11:47.601129 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Checking segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:47.601804 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:47.610601 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Bound using segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:11:47.611509 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Bound port: 79c047cd-1c05-4755-ace7-85acba99c055, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:11:47.616160 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:47.805170 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] For port 79c047cd-1c05-4755-ace7-85acba99c055, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:11:47.810032 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] For port 79c047cd-1c05-4755-ace7-85acba99c055, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=79c047cd-1c05-4755-ace7-85acba99c055,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:11:47.833729 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:47.871302 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Allocated IP 172.20.0.1 (384ed945-7697-4aed-a91c-b54f67f71379/fc33453d-4422-4eee-9e94-1b257b2eaad2/81e8d0ec-d15d-401d-9e10-fc9447d18741) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:47.930843 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c717576-7b06-4ed2-bd92-0636f6494663 None None] Pushing event updated for resources: {'Port': ['ID=79c047cd-1c05-4755-ace7-85acba99c055,revision_number=2']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:47.957525 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-9c717576-7b06-4ed2-bd92-0636f6494663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:47.963687 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-a49ae49c-f9a7-44b9-a01c-6361dc8c9215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:48.087119 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c717576-7b06-4ed2-bd92-0636f6494663 None None] Pushing event updated for resources: {'Port': ['ID=79c047cd-1c05-4755-ace7-85acba99c055,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:48.114300 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-9c717576-7b06-4ed2-bd92-0636f6494663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:48.122282 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Routers {'67e8b244-7dba-4729-91c1-6294f9645760'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:48.127814 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:11:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['67e8b244-7dba-4729-91c1-6294f9645760'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:48.141158 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-dcbee7ca-f8cd-4308-b9af-bfe040ffd0db tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:48.345602 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-dcbee7ca-f8cd-4308-b9af-bfe040ffd0db tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:48.404713 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0a7ef-df20-40dd-bbc2-a6b8a09f10e9 req-e2437cbf-51fc-4841-823a-d078ee32ea37 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:48.420977 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-afd0a7ef-df20-40dd-bbc2-a6b8a09f10e9 req-e2437cbf-51fc-4841-823a-d078ee32ea37 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 932 time: 1.6222758 Apr 30 13:11:48.460481 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-86694430-a882-4c3b-b737-7648c40f7abb req-79ebcb45-6dec-4814-bfd2-5f8619d2ca4c tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 210 time: 1.0240433 Apr 30 13:11:48.583804 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 7b3811d3-1177-43ad-937a-ed22f521260e up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:48.668724 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721493', 'neutron.services.segments.db._delete_segments_for_network-8751029557405'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:48.688629 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-afd0a7ef-df20-40dd-bbc2-a6b8a09f10e9 req-2e430e3c-c820-4d05-9830-2e9a75868da0 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/security-groups?id=639fd79a-6dcf-4ec0-b710-cb54a3bae890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188110 Apr 30 13:11:48.765012 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1c9e0faf-a9d1-4531-8839-83df8fc38cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:48.801290 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:48.834040 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1c9e0faf-a9d1-4531-8839-83df8fc38cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:48.847548 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Transition to ACTIVE for port object 81e8d0ec-d15d-401d-9e10-fc9447d18741 will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:48.849148 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-dcbee7ca-f8cd-4308-b9af-bfe040ffd0db tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:48.910271 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] Set router 67e8b244-7dba-4729-91c1-6294f9645760 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:49.077559 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7d22fd86-13c3-4335-bc01-a9810dc9301b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:49.171990 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-dcbee7ca-f8cd-4308-b9af-bfe040ffd0db tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:49.185781 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-dcbee7ca-f8cd-4308-b9af-bfe040ffd0db tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:49.224284 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e0faf-a9d1-4531-8839-83df8fc38cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3176c5-6473-4faf-ba34-124ff43f0f5b,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:49.235210 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1c9e0faf-a9d1-4531-8839-83df8fc38cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:49.265494 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:49.280962 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:49.389783 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-1c9e0faf-a9d1-4531-8839-83df8fc38cf2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=863e104917b54f7a83755b0b1a6d28bd&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6281595 Apr 30 13:11:49.392558 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:49.392909 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:49.408614 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:49.409639 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Subscribe: > port after_create 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:49.410066 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:49.410535 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Subscribe: > port after_update 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:49.410972 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:49.411504 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:49.413896 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:49.418469 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:49.449040 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbee7ca-f8cd-4308-b9af-bfe040ffd0db tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe527fa-c7d6-4e6b-a4b4-48083deb6385,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:49.453895 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 35138) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:49.498438 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-dcbee7ca-f8cd-4308-b9af-bfe040ffd0db tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:49.515228 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Network 384ed945-7697-4aed-a91c-b54f67f71379 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:49.526779 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-c323bf43-0353-4dda-b013-3af75e7c07dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:49.713934 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:49.749586 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:49.750333 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66717170'] for router_interface, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:49.779038 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 7b3811d3-1177-43ad-937a-ed22f521260e completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:49.796107 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 7b3811d3-1177-43ad-937a-ed22f521260e triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:49.796554 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:49.807980 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Sync routers for ids ['1f4ba758-767b-4dea-b6e0-d4a248a76808'] in dv-cinder-784453-4-iscsi {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:11:49.827857 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2b2feee8-ea7e-4dae-ba24-7e96bb52b48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:49.836543 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Routers {'1f4ba758-767b-4dea-b6e0-d4a248a76808'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:49.838794 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:11:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['1f4ba758-767b-4dea-b6e0-d4a248a76808'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:49.898682 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2b2feee8-ea7e-4dae-ba24-7e96bb52b48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:49.958091 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:49.958627 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:49.958830 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:49.959301 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73813) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:49.959802 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7adb4f-4dad-491b-b61f-7d1b056344f9']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:49.992034 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce5128a-41da-4941-96d8-c6147475bc66') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:49.992678 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce5128a-41da-4941-96d8-c6147475bc66') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:49.994099 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-dcbee7ca-f8cd-4308-b9af-bfe040ffd0db tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:49.997268 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-dcbee7ca-f8cd-4308-b9af-bfe040ffd0db tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8138423 Apr 30 13:11:50.005056 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 35152) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:50.019867 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.db.resource_extend [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 13:11:50.025479 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-4169c552-9652-4a05-8682-9fe8fac78155 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:50.027125 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-4169c552-9652-4a05-8682-9fe8fac78155 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/networks?id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58 HTTP/1.1" status: 200 len: 819 time: 1.0676372 Apr 30 13:11:50.102957 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-3ac10367-019f-4e4d-8bed-bdd200c4aef9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Request body: {'security_group_rule': {'security_group_id': '7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:50.130424 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751029569639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64371154'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:50.210361 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3ac10367-019f-4e4d-8bed-bdd200c4aef9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:50.239433 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3ac10367-019f-4e4d-8bed-bdd200c4aef9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Usage tracker for resource:security_group_rule and tenant:8c3daf98030a4f9983829bc893d1c2a1 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:50.248225 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:50.252263 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3ac10367-019f-4e4d-8bed-bdd200c4aef9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:50.259245 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Pushing event updated for resources: {'Port': ['ID=81e8d0ec-d15d-401d-9e10-fc9447d18741,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:50.281430 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:50.283170 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-dda65537-2d52-49b0-b509-a29f1e7e589b tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/quotas/9ae82ace87d14c12b35259bd0973dda6 HTTP/1.1" status: 200 len: 375 time: 0.2091219 Apr 30 13:11:50.286446 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:50.291334 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3ac10367-019f-4e4d-8bed-bdd200c4aef9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:50.295323 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06c1645-fc5c-4d22-b639-0e71e1bddb8f {{(pid=73813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:11:50.313239 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:11:50.324855 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-ed9d9463-a5dc-444c-9bfe-9b2cb196959b None None] Provisioning for port 81e8d0ec-d15d-401d-9e10-fc9447d18741 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:50.376415 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-ed9d9463-a5dc-444c-9bfe-9b2cb196959b None None] Provisioning complete for port 81e8d0ec-d15d-401d-9e10-fc9447d18741 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:50.376415 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ed9d9463-a5dc-444c-9bfe-9b2cb196959b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:50.387112 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Set router 1f4ba758-767b-4dea-b6e0-d4a248a76808 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:50.392167 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:50.404241 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2b2feee8-ea7e-4dae-ba24-7e96bb52b48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:50.427213 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:50.457681 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port 7b3811d3-1177-43ad-937a-ed22f521260e, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=7b3811d3-1177-43ad-937a-ed22f521260e,segment=NetworkSegment(3e0ce165-dd2c-4658-a144-637b212e7aa1),segment_id=3e0ce165-dd2c-4658-a144-637b212e7aa1)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:11:50.469128 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:50.470298 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 73804792-2f9a-44cf-be7e-052c6bf116ae up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:50.493519 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69200fe-26ca-47f8-bf70-08b58efbd982 req-c4f0c4f7-b05d-4180-89e9-e5b90eaa37a6 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:50.495198 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b69200fe-26ca-47f8-bf70-08b58efbd982 req-c4f0c4f7-b05d-4180-89e9-e5b90eaa37a6 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 932 time: 0.4370403 Apr 30 13:11:50.521527 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2feee8-ea7e-4dae-ba24-7e96bb52b48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3176c5-6473-4faf-ba34-124ff43f0f5b,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:50.526952 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-2b2feee8-ea7e-4dae-ba24-7e96bb52b48c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:50.560107 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-ee39015f-8d5f-4e98-863f-01eea2b33531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:50.591607 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2b2feee8-ea7e-4dae-ba24-7e96bb52b48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:50.596104 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-2b2feee8-ea7e-4dae-ba24-7e96bb52b48c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e3176c5-6473-4faf-ba34-124ff43f0f5b HTTP/1.1" status: 204 len: 168 time: 1.1200452 Apr 30 13:11:50.611166 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-bd6a4d94-9a2c-4399-8a7c-e9ab00b7fff5 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9ae82ace87d14c12b35259bd0973dda6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3167408 Apr 30 13:11:50.690389 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '79c047cd-1c05-4755-ace7-85acba99c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:34Z', 'revision_number': 3, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port': {'id': '79c047cd-1c05-4755-ace7-85acba99c055', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:30Z', 'updated_at': '2021-04-30T13:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:50.691159 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Network 2b7adb4f-4dad-491b-b61f-7d1b056344f9 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:11:50.701289 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-ed9d9463-a5dc-444c-9bfe-9b2cb196959b None None] Port 81e8d0ec-d15d-401d-9e10-fc9447d18741 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:11:50.706476 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-780525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64370303'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:50.714629 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b69200fe-26ca-47f8-bf70-08b58efbd982 req-61be4f8b-df89-438e-9aba-d5076677fb85 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/security-groups?id=639fd79a-6dcf-4ec0-b710-cb54a3bae890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047627 Apr 30 13:11:50.740791 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a5c586-8733-4515-81bb-075ac0c81dc3 None None] The sync data for ids ['67e8b244-7dba-4729-91c1-6294f9645760'] in dv-cinder-784453-4-iscsi is: [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '79c047cd-1c05-4755-ace7-85acba99c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:34Z', 'revision_number': 3, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port': {'id': '79c047cd-1c05-4755-ace7-85acba99c055', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:30Z', 'updated_at': '2021-04-30T13:11:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:11:50.801424 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:50.847958 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=7b3811d3-1177-43ad-937a-ed22f521260e,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:50.854359 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:50.870424 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 73804792-2f9a-44cf-be7e-052c6bf116ae completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:50.877134 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 73804792-2f9a-44cf-be7e-052c6bf116ae triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:50.877590 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:50.906370 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Transition to ACTIVE for port object e06c1645-fc5c-4d22-b639-0e71e1bddb8f will not be triggered until provisioned by entity L2. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:50.948872 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-2642c473-05e3-45c0-ab8a-322658e4ebbd service neutron] 10.222.0.69 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958677 Apr 30 13:11:50.990755 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:50.998246 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3ac10367-019f-4e4d-8bed-bdd200c4aef9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.056107 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:51.122097 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Network 2b7adb4f-4dad-491b-b61f-7d1b056344f9 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:11:51.173909 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.209408 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port 73804792-2f9a-44cf-be7e-052c6bf116ae, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=73804792-2f9a-44cf-be7e-052c6bf116ae,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:11:51.215803 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.219229 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: from cryptography.utils import int_from_bytes Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: from cryptography.utils import int_from_bytes Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: Traceback (most recent call last): Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: timer() Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: cb(*args, **kw) Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: return func(*args, **kwargs) Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: self._notify() Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: self.callback(batched_events) Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: event.method(event) Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: return f(self, *a, **k) Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._get(url).json() Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:11:51.326377 dv-cinder-784453-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:11:51.482375 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=73804792-2f9a-44cf-be7e-052c6bf116ae,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:51.500925 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:51.532628 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3ac10367-019f-4e4d-8bed-bdd200c4aef9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.698301 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 7b3811d3-1177-43ad-937a-ed22f521260e up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:51.707437 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.db.resource_extend [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 13:11:51.761745 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.774333 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-6ecc7a2a-32ee-4a09-a9c3-24cec806adb5 service neutron] 10.222.0.69 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8032191 Apr 30 13:11:51.780046 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.781845 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67101044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66717015'] for router_interface, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.788347 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:36Z', 'revision_number': 4, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port': {'id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '4a3c166c-ce9f-4d87-8538-a52a64bda007', 'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'mac_address': 'fa:16:3e:52:9b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:37Z', 'revision_number': 2, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'subnets': [{'id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:51.801042 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-35c4cdc0-8206-427a-8a82-15cb8768d896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:51.806426 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Checking router: 1f4ba758-767b-4dea-b6e0-d4a248a76808 for host: dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:11:51.807061 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Updating router 1f4ba758-767b-4dea-b6e0-d4a248a76808 port 4a3c166c-ce9f-4d87-8538-a52a64bda007 binding host dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:11:51.927421 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Attempting to bind port e06c1645-fc5c-4d22-b639-0e71e1bddb8f on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:11:51.928176 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Attempting to bind port e06c1645-fc5c-4d22-b639-0e71e1bddb8f by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '9fd404ed-7cf6-4d8b-8127-2811fdd8e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cda1a518-add5-4bf9-aa6d-e957ae05d7db'}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:11:51.928692 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Attempting to bind port e06c1645-fc5c-4d22-b639-0e71e1bddb8f on network cda1a518-add5-4bf9-aa6d-e957ae05d7db {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:51.944258 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3ac10367-019f-4e4d-8bed-bdd200c4aef9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.951127 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Port e06c1645-fc5c-4d22-b639-0e71e1bddb8f on network cda1a518-add5-4bf9-aa6d-e957ae05d7db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:11:51.952082 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 7b3811d3-1177-43ad-937a-ed22f521260e triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:51.952551 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:51.960791 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Attempting to bind port e06c1645-fc5c-4d22-b639-0e71e1bddb8f on network cda1a518-add5-4bf9-aa6d-e957ae05d7db {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:52.008021 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:11:52.008783 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Checking segment: {'id': '9fd404ed-7cf6-4d8b-8127-2811fdd8e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cda1a518-add5-4bf9-aa6d-e957ae05d7db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:52.008894 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Bound using segment: {'id': '9fd404ed-7cf6-4d8b-8127-2811fdd8e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cda1a518-add5-4bf9-aa6d-e957ae05d7db'} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:11:52.009297 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Bound port: e06c1645-fc5c-4d22-b639-0e71e1bddb8f, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fd404ed-7cf6-4d8b-8127-2811fdd8e4d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'cda1a518-add5-4bf9-aa6d-e957ae05d7db'}}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:11:52.022302 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:52.031533 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:52.213072 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Pushing event updated for resources: {'Port': ['ID=e06c1645-fc5c-4d22-b639-0e71e1bddb8f,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:52.433517 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.377s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:52.446262 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:52.486726 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721390'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:52.508033 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac10367-019f-4e4d-8bed-bdd200c4aef9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245f854a-b97e-4660-9974-8fb65a163632,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:52.517988 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:52.522260 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2b7adb4f-4dad-491b-b61f-7d1b056344f9 HTTP/1.1" status: 204 len: 168 time: 6.5326324 Apr 30 13:11:52.569110 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 35198) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:52.570469 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3ac10367-019f-4e4d-8bed-bdd200c4aef9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:52.571944 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-3ac10367-019f-4e4d-8bed-bdd200c4aef9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5613675 Apr 30 13:11:52.576069 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 35200) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:52.577158 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3ac10367-019f-4e4d-8bed-bdd200c4aef9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:52.584176 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:52.623261 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 79c047cd-1c05-4755-ace7-85acba99c055 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:52.650085 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Pushing event updated for resources: {'Port': ['ID=81e8d0ec-d15d-401d-9e10-fc9447d18741,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:52.680301 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Request body: {'floatingip': {'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:52.691327 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:52.714763 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b7adb4f-4dad-491b-b61f-7d1b056344f9,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:52.771369 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:52.783665 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9717ed80-3de4-41ad-8a0b-610a38b200a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:52.794049 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-62bc8707-4a0a-4f05-bd04-d447f18510a6 req-70eebe2f-7398-4ee7-9963-e57d43c55837 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 210 time: 0.1301291 Apr 30 13:11:52.833795 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Usage tracker for resource:floatingip and tenant:8c3daf98030a4f9983829bc893d1c2a1 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:52.853404 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] For port e06c1645-fc5c-4d22-b639-0e71e1bddb8f, host hv-cinder-78445, cleared binding levels {{(pid=73813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:11:52.863053 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:52.868217 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae92534-472c-4d8a-9051-1293832a784b req-e4753203-b4cf-4ef9-9902-1d755a99b803 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:52.870081 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6ae92534-472c-4d8a-9051-1293832a784b req-e4753203-b4cf-4ef9-9902-1d755a99b803 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 944 time: 0.7630277 Apr 30 13:11:52.942925 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 79c047cd-1c05-4755-ace7-85acba99c055 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:52.963167 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 79c047cd-1c05-4755-ace7-85acba99c055 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:52.963930 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:53.065288 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:53.073539 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] For port e06c1645-fc5c-4d22-b639-0e71e1bddb8f, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e06c1645-fc5c-4d22-b639-0e71e1bddb8f,segment=NetworkSegment(9fd404ed-7cf6-4d8b-8127-2811fdd8e4d1),segment_id=9fd404ed-7cf6-4d8b-8127-2811fdd8e4d1)] {{(pid=73813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:11:53.079631 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6ae92534-472c-4d8a-9051-1293832a784b req-cc2a1d61-18a6-4297-986e-7c18ec35e77a tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/security-groups?id=639fd79a-6dcf-4ec0-b710-cb54a3bae890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950655 Apr 30 13:11:53.085534 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Network 384ed945-7697-4aed-a91c-b54f67f71379 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:53.087913 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-c318e05b-13e1-4944-897d-d6b6e4ef7171 admin admin] Deleting subnet 472f56c4-2d4a-476e-9a20-8a217450fce4 {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:11:53.091344 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:53.102946 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c318e05b-13e1-4944-897d-d6b6e4ef7171 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:53.192614 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c318e05b-13e1-4944-897d-d6b6e4ef7171 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64371163'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:53.483056 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c318e05b-13e1-4944-897d-d6b6e4ef7171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726744'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:53.528345 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:53.657197 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port 79c047cd-1c05-4755-ace7-85acba99c055, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=79c047cd-1c05-4755-ace7-85acba99c055,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:11:53.666508 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:53.676052 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:53.910600 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Notify callbacks [] for port, precommit_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:53.942699 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.provisioning_blocks [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Transition to ACTIVE for port object 4a3c166c-ce9f-4d87-8538-a52a64bda007 will not be triggered until provisioned by entity L2. {{(pid=73816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:53.965676 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:53.984731 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:54.011347 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 73804792-2f9a-44cf-be7e-052c6bf116ae up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:54.150000 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Router 67e8b244-7dba-4729-91c1-6294f9645760 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:11:54.215243 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.261515 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for floatingip, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.338989 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.71', 57655) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:54.346865 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-4d693a0c-d55c-4452-852e-11b4b07f626b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:54.474766 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c162e-d9ed-4224-a31a-500309ad9789 None None] Pushing event updated for resources: {'Port': ['ID=4a3c166c-ce9f-4d87-8538-a52a64bda007,revision_number=3']} {{(pid=73816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:54.476310 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-211129cd-bce3-41b3-b7b3-19146680ab25 None None] Provisioning complete for port 81e8d0ec-d15d-401d-9e10-fc9447d18741 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:54.476748 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-211129cd-bce3-41b3-b7b3-19146680ab25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.489097 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-8a2c162e-d9ed-4224-a31a-500309ad9789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:54.670844 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Attempting to bind port 4a3c166c-ce9f-4d87-8538-a52a64bda007 on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:11:54.672150 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Attempting to bind port 4a3c166c-ce9f-4d87-8538-a52a64bda007 by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': '41430b28-ed4e-4555-8a4a-2b225eaaf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea'}] {{(pid=73816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:11:54.673120 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Attempting to bind port 4a3c166c-ce9f-4d87-8538-a52a64bda007 on network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:54.681856 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:11:54.682983 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Checking segment: {'id': '41430b28-ed4e-4555-8a4a-2b225eaaf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:54.683638 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.684237 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Bound using segment: {'id': '41430b28-ed4e-4555-8a4a-2b225eaaf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea'} {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:11:54.686378 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Bound port: 4a3c166c-ce9f-4d87-8538-a52a64bda007, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41430b28-ed4e-4555-8a4a-2b225eaaf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea'}}] {{(pid=73816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:11:54.699538 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.718169 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:11:54.726804 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=79c047cd-1c05-4755-ace7-85acba99c055,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:54.731060 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] 10.222.0.69 "PUT /v2.0/routers/67e8b244-7dba-4729-91c1-6294f9645760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0144582 Apr 30 13:11:54.750625 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.075s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:54.770532 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Sync routers for ids ['67e8b244-7dba-4729-91c1-6294f9645760'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:11:54.796951 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d54e979d-5227-41c8-b96a-0960a3be00d6 req-e47723e4-a3f4-4825-aa65-cebdfea44caf tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 210 time: 0.1308119 Apr 30 13:11:54.824724 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Pushing event updated for resources: {'Port': ['ID=e06c1645-fc5c-4d22-b639-0e71e1bddb8f,revision_number=3']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:54.829911 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:54.888940 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c318e05b-13e1-4944-897d-d6b6e4ef7171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64370389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65575225'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.892833 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:54.894596 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:54.897067 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-53215187-d257-436b-8bc8-fb278794c5d4 req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] 10.222.0.71 "PUT /v2.0/ports/e06c1645-fc5c-4d22-b639-0e71e1bddb8f HTTP/1.1" status: 200 len: 1094 time: 9.6917169 Apr 30 13:11:54.903382 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb724af6-2bbc-494b-a119-b61199e13df1', 'tag': 'e06c1645-fc5c-4d22-b639-0e71e1bddb8f'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:11:54.909710 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Routers {'67e8b244-7dba-4729-91c1-6294f9645760'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:54.910368 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:11:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['67e8b244-7dba-4729-91c1-6294f9645760'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:54.997119 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6b73a-1bb8-43d1-aede-b53bb8180fca req-f7060d03-35cd-412a-837c-4c381bff4074 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:55.011866 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-32a4ff06-1545-422e-80be-1b6fcc024d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:55.013228 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-33b6b73a-1bb8-43d1-aede-b53bb8180fca req-f7060d03-35cd-412a-837c-4c381bff4074 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 944 time: 0.3482075 Apr 30 13:11:55.065807 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-211129cd-bce3-41b3-b7b3-19146680ab25 None None] Port 81e8d0ec-d15d-401d-9e10-fc9447d18741 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:11:55.106212 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 73804792-2f9a-44cf-be7e-052c6bf116ae triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:55.111679 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.163426 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.db [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] For port 4a3c166c-ce9f-4d87-8538-a52a64bda007, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:11:55.179917 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.db [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] For port 4a3c166c-ce9f-4d87-8538-a52a64bda007, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=4a3c166c-ce9f-4d87-8538-a52a64bda007,segment=NetworkSegment(41430b28-ed4e-4555-8a4a-2b225eaaf3ea),segment_id=41430b28-ed4e-4555-8a4a-2b225eaaf3ea)] {{(pid=73816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:11:55.194746 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.196861 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318e05b-13e1-4944-897d-d6b6e4ef7171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=472f56c4-2d4a-476e-9a20-8a217450fce4,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:55.232141 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c318e05b-13e1-4944-897d-d6b6e4ef7171 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.246421 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-33b6b73a-1bb8-43d1-aede-b53bb8180fca req-34b8572d-bfab-49fe-9455-6a0b941aee45 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/security-groups?id=639fd79a-6dcf-4ec0-b710-cb54a3bae890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183447 Apr 30 13:11:55.262513 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-8a2c162e-d9ed-4224-a31a-500309ad9789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:55.264054 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c318e05b-13e1-4944-897d-d6b6e4ef7171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:55.267159 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-c318e05b-13e1-4944-897d-d6b6e4ef7171 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/472f56c4-2d4a-476e-9a20-8a217450fce4 HTTP/1.1" status: 204 len: 168 time: 2.6936560 Apr 30 13:11:55.270833 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 35270) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:55.582773 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c162e-d9ed-4224-a31a-500309ad9789 None None] Pushing event updated for resources: {'Port': ['ID=4a3c166c-ce9f-4d87-8538-a52a64bda007,revision_number=4']} {{(pid=73816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:55.602755 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607959'] for network, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:55.610680 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-8a2c162e-d9ed-4224-a31a-500309ad9789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:55.638665 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Routers {'1f4ba758-767b-4dea-b6e0-d4a248a76808'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:55.639763 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:11:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['1f4ba758-767b-4dea-b6e0-d4a248a76808'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:56.104917 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Set router 67e8b244-7dba-4729-91c1-6294f9645760 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:56.181641 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-d755be7d-2167-4ea1-9618-a1fc6485a84f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:56.190258 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-d755be7d-2167-4ea1-9618-a1fc6485a84f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.71 "GET /v2.0/networks?id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58 HTTP/1.1" status: 200 len: 819 time: 1.6683211 Apr 30 13:11:56.227234 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53215187-d257-436b-8bc8-fb278794c5d4 req-d441619d-803c-474d-b574-16f8258e5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:56.231997 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-53215187-d257-436b-8bc8-fb278794c5d4 req-d441619d-803c-474d-b574-16f8258e5058 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4fa2f85932184fbeaadca042ca7ca85e&device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 1097 time: 1.0195966 Apr 30 13:11:56.236906 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-8c90a2aa-e4c9-4532-816d-1a03f6a187a7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Request body: {'port': {'device_id': '372891ff-ece3-4307-82b1-083d958c298a', 'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58', 'admin_state_up': True, 'tenant_id': '9ae82ace87d14c12b35259bd0973dda6'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:56.426720 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721493', 'neutron.services.segments.db._delete_segments_for_network-8751029557405'] for network, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.500454 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] Set router 1f4ba758-767b-4dea-b6e0-d4a248a76808 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:56.767001 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.71', 57660) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:56.773149 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-8c90a2aa-e4c9-4532-816d-1a03f6a187a7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:56.778199 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-8c90a2aa-e4c9-4532-816d-1a03f6a187a7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Usage tracker for resource:port and tenant:9ae82ace87d14c12b35259bd0973dda6 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:56.782074 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-8c90a2aa-e4c9-4532-816d-1a03f6a187a7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Quota usage for port was recalculated. Used quota:1. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:56.788988 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-8c90a2aa-e4c9-4532-816d-1a03f6a187a7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:56.833817 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-53215187-d257-436b-8bc8-fb278794c5d4 req-2b7b0255-8a24-4e4c-ae79-2a36071cbda8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e06c1645-fc5c-4d22-b639-0e71e1bddb8f HTTP/1.1" status: 200 len: 217 time: 0.4904597 Apr 30 13:11:56.834772 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-8c90a2aa-e4c9-4532-816d-1a03f6a187a7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Made reservation on behalf of 9ae82ace87d14c12b35259bd0973dda6 for: {'port': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:11:56.838969 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-8c90a2aa-e4c9-4532-816d-1a03f6a187a7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:56.866497 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 35310) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:56.891273 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 4a3c166c-ce9f-4d87-8538-a52a64bda007 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:56.898439 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=73814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:56.907283 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=73814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:56.909844 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=73814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:56.910764 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Subscribe: > port after_create 55550000 {{(pid=73814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:56.913453 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Subscribe: > port after_delete 55550000 {{(pid=73814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:56.914086 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Subscribe: > port after_update 55550000 {{(pid=73814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:56.914581 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=73814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:56.915078 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:56.918777 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:56.919395 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=73814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:56.953666 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-89eb9970-6a0c-4775-91b2-0cb5d14859b6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--946161204', 'description': 'tempest-description--1691069062'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:56.962141 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-89eb9970-6a0c-4775-91b2-0cb5d14859b6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:56.967620 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-89eb9970-6a0c-4775-91b2-0cb5d14859b6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Usage tracker for resource:security_group and tenant:a397097db8304460991aa7950d00f829 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:56.971378 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-89eb9970-6a0c-4775-91b2-0cb5d14859b6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:56.978144 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-89eb9970-6a0c-4775-91b2-0cb5d14859b6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:56.997596 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-89eb9970-6a0c-4775-91b2-0cb5d14859b6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.081284 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-89eb9970-6a0c-4775-91b2-0cb5d14859b6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:57.088302 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-89eb9970-6a0c-4775-91b2-0cb5d14859b6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Usage tracker for resource:security_group_rule and tenant:a397097db8304460991aa7950d00f829 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:57.094044 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-89eb9970-6a0c-4775-91b2-0cb5d14859b6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:57.100392 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.166267 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb724af6-2bbc-494b-a119-b61199e13df1', 'tag': 'e06c1645-fc5c-4d22-b639-0e71e1bddb8f', 'status': 'completed', 'code': 200} Apr 30 13:11:57.236513 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-89eb9970-6a0c-4775-91b2-0cb5d14859b6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:57.287964 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:36Z', 'revision_number': 4, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port': {'id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '4a3c166c-ce9f-4d87-8538-a52a64bda007', 'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'mac_address': 'fa:16:3e:52:9b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:55Z', 'revision_number': 4, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'subnets': [{'id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:57.298031 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb3f743-e3d2-4e24-8c9b-d0627d2aff1c None None] The sync data for ids ['1f4ba758-767b-4dea-b6e0-d4a248a76808'] in dv-cinder-784453-4-iscsi is: [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:36Z', 'revision_number': 4, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port': {'id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '4a3c166c-ce9f-4d87-8538-a52a64bda007', 'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'mac_address': 'fa:16:3e:52:9b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:55Z', 'revision_number': 4, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'subnets': [{'id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:11:57.381508 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=73814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:57.382101 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=73814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:57.382575 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=73814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:57.383233 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=73814) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 30 13:11:57.383744 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.services.segments.db [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4a7b39-117b-43d8-bf9f-dca7337992c9']}} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:57.388113 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 4a3c166c-ce9f-4d87-8538-a52a64bda007 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:11:57.409308 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 4a3c166c-ce9f-4d87-8538-a52a64bda007 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:57.410147 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.468926 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '79c047cd-1c05-4755-ace7-85acba99c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:50Z', 'revision_number': 4, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port': {'id': '79c047cd-1c05-4755-ace7-85acba99c055', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:30Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '81e8d0ec-d15d-401d-9e10-fc9447d18741', 'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'mac_address': 'fa:16:3e:78:f3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:47Z', 'updated_at': '2021-04-30T13:11:51Z', 'revision_number': 2, 'project_id': 'a397097db8304460991aa7950d00f829', 'subnets': [{'id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:57.478627 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Checking router: 67e8b244-7dba-4729-91c1-6294f9645760 for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:11:57.478989 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Updating router 67e8b244-7dba-4729-91c1-6294f9645760 port 81e8d0ec-d15d-401d-9e10-fc9447d18741 binding host dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:11:57.479599 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.services.segments.db [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f92d15f-bc69-4821-b369-62d0228fe4ad') {'for_net_delete': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:57.480147 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.services.segments.db [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f92d15f-bc69-4821-b369-62d0228fe4ad') {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:57.496102 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-c1a56ff3-2243-4985-bf53-93c2d3cfcb4d tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:57.497669 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-c1a56ff3-2243-4985-bf53-93c2d3cfcb4d tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.71 "GET /v2.0/networks?id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58 HTTP/1.1" status: 200 len: 819 time: 0.7000630 Apr 30 13:11:57.518658 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751029569639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66028619'] for segment, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.564133 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.588836 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=73814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:11:57.694074 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-8c90a2aa-e4c9-4532-816d-1a03f6a187a7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Allocated IP 172.20.0.9 (ac15dd92-c60f-42ab-a3ca-e4794ec69c58/a7902b94-9475-4f0c-afc1-0ffb637b7e52/d7b2af60-4552-417a-9aa9-646dcfac8e70) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:57.743105 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.765600 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Allocated IP 172.27.1.57 (0b72fb58-bb2e-463f-beea-a002adeb004d/99073808-7a40-4541-a751-8ae1df9ed350/1f132d5a-ceea-4614-a02e-54f5487939d5) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:57.780916 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-89eb9970-6a0c-4775-91b2-0cb5d14859b6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.791157 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.793224 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-89eb9970-6a0c-4775-91b2-0cb5d14859b6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:57.814118 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1eba789d-0e35-40f4-87dc-8d66587c76a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:57.924859 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Network 3f4a7b39-117b-43d8-bf9f-dca7337992c9 has no segments {{(pid=73814) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:11:57.941918 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-780525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64949540'] for segment, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.041092 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port 4a3c166c-ce9f-4d87-8538-a52a64bda007, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=4a3c166c-ce9f-4d87-8538-a52a64bda007,segment=NetworkSegment(41430b28-ed4e-4555-8a4a-2b225eaaf3ea),segment_id=41430b28-ed4e-4555-8a4a-2b225eaaf3ea)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:11:58.073473 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7a3eb148-3fb4-4b98-8dc6-8ea3e4b4ec40 req-4173ff22-0e98-4a09-b87e-a21b637d72e0 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 210 time: 0.6764066 Apr 30 13:11:58.087323 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb9970-6a0c-4775-91b2-0cb5d14859b6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1413427-4e00-4c5b-810d-0ff3e1e39e51,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:58.094703 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.094703 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 79c047cd-1c05-4755-ace7-85acba99c055 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:58.107541 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-89eb9970-6a0c-4775-91b2-0cb5d14859b6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:58.121993 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-89eb9970-6a0c-4775-91b2-0cb5d14859b6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.123608 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-89eb9970-6a0c-4775-91b2-0cb5d14859b6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1863832 Apr 30 13:11:58.128606 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 35328) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:58.142342 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-83135cae-0450-40cd-9694-5d6ef4d05d3b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Request body: {'security_group_rule': {'security_group_id': 'f1413427-4e00-4c5b-810d-0ff3e1e39e51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:58.145487 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:58.157622 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-83135cae-0450-40cd-9694-5d6ef4d05d3b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:58.198963 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-83135cae-0450-40cd-9694-5d6ef4d05d3b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Usage tracker for resource:security_group_rule and tenant:a397097db8304460991aa7950d00f829 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:58.207156 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-83135cae-0450-40cd-9694-5d6ef4d05d3b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:58.233074 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-83135cae-0450-40cd-9694-5d6ef4d05d3b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:58.246185 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.249884 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a904f49-0892-4cf7-87e9-2dde995396aa req-35f9cb4a-58ae-4687-8409-e64e75a0acbf tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:58.251563 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8a904f49-0892-4cf7-87e9-2dde995396aa req-35f9cb4a-58ae-4687-8409-e64e75a0acbf tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 944 time: 0.8534117 Apr 30 13:11:58.253727 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Network 3f4a7b39-117b-43d8-bf9f-dca7337992c9 has no segments {{(pid=73814) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:11:58.270659 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-8c90a2aa-e4c9-4532-816d-1a03f6a187a7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.293353 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-83135cae-0450-40cd-9694-5d6ef4d05d3b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: from cryptography.utils import int_from_bytes Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: from cryptography.utils import int_from_bytes Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: Traceback (most recent call last): Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: timer() Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: cb(*args, **kw) Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: return func(*args, **kwargs) Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: self._notify() Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: self.callback(batched_events) Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: event.method(event) Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: return f(self, *a, **k) Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: return self._get(url).json() Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: return self.request(url, 'GET', **kwargs) Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:11:58.300680 dv-cinder-784453-4-iscsi neutron-server[73814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:11:58.338933 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=4a3c166c-ce9f-4d87-8538-a52a64bda007,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:58.352803 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:58.364650 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.375831 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:58.376128 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 79c047cd-1c05-4755-ace7-85acba99c055 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:58.376539 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.385752 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8a904f49-0892-4cf7-87e9-2dde995396aa req-f5ae20b8-2f7e-4d95-b544-7035c85b24a5 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/security-groups?id=639fd79a-6dcf-4ec0-b710-cb54a3bae890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229372 Apr 30 13:11:58.414217 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721390'] for network, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.419547 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-2d07b706-1a27-49e5-91dc-899994005f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:58.441644 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.449841 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f4a7b39-117b-43d8-bf9f-dca7337992c9,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:58.453101 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:58.455342 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-fac73aca-5c09-4807-8f20-aaac71fcef88 admin admin] 10.222.0.69 "DELETE /v2.0/networks/3f4a7b39-117b-43d8-bf9f-dca7337992c9 HTTP/1.1" status: 204 len: 168 time: 3.1834254 Apr 30 13:11:58.471354 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-8c90a2aa-e4c9-4532-816d-1a03f6a187a7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.481875 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-83135cae-0450-40cd-9694-5d6ef4d05d3b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.495540 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-83135cae-0450-40cd-9694-5d6ef4d05d3b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.506681 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Network 0b72fb58-bb2e-463f-beea-a002adeb004d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:58.516653 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:58.528213 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:58.564444 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Pushing event updated for resources: {'Port': ['ID=1f132d5a-ceea-4614-a02e-54f5487939d5,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:58.583991 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:58.584579 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-42ed7eb5-12f4-4347-86a4-045f8c879dfe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:58.628680 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Notify callbacks [] for port, precommit_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.638119 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-8c90a2aa-e4c9-4532-816d-1a03f6a187a7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Network ac15dd92-c60f-42ab-a3ca-e4794ec69c58 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:11:58.650845 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Transition to ACTIVE for port object 81e8d0ec-d15d-401d-9e10-fc9447d18741 will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:11:58.651137 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-8c90a2aa-e4c9-4532-816d-1a03f6a187a7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:11:58.663729 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-8c90a2aa-e4c9-4532-816d-1a03f6a187a7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:11:58.675259 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.684270 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-61d5f108-a77d-4e4e-81c6-662ce480fcdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:58.700386 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-83135cae-0450-40cd-9694-5d6ef4d05d3b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.701802 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-83135cae-0450-40cd-9694-5d6ef4d05d3b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5720239 Apr 30 13:11:58.704767 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 35336) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:58.711210 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-83180bcc-9703-45a1-b0ba-78414e537f80 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Request body: {'security_group_rule': {'security_group_id': 'f1413427-4e00-4c5b-810d-0ff3e1e39e51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:58.730703 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-83180bcc-9703-45a1-b0ba-78414e537f80 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:58.734849 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-83180bcc-9703-45a1-b0ba-78414e537f80 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Usage tracker for resource:security_group_rule and tenant:a397097db8304460991aa7950d00f829 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:58.737912 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 4a3c166c-ce9f-4d87-8538-a52a64bda007 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:11:58.746361 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-83180bcc-9703-45a1-b0ba-78414e537f80 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:58.753314 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-83180bcc-9703-45a1-b0ba-78414e537f80 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:58.776997 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 35340) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:58.795446 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90a2aa-e4c9-4532-816d-1a03f6a187a7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Pushing event updated for resources: {'Port': ['ID=d7b2af60-4552-417a-9aa9-646dcfac8e70,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:58.808856 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-83180bcc-9703-45a1-b0ba-78414e537f80 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.815938 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8c90a2aa-e4c9-4532-816d-1a03f6a187a7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:58.816437 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.300s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:58.855656 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-8c90a2aa-e4c9-4532-816d-1a03f6a187a7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:11:58.856541 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-8c90a2aa-e4c9-4532-816d-1a03f6a187a7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.899778 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-83180bcc-9703-45a1-b0ba-78414e537f80 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.913229 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-83180bcc-9703-45a1-b0ba-78414e537f80 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.919810 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83135cae-0450-40cd-9694-5d6ef4d05d3b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78504cf-9f5c-4aa5-bc1b-7c8d33424b94,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:58.922071 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:58.939111 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-83135cae-0450-40cd-9694-5d6ef4d05d3b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:58.971806 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.975280 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-83180bcc-9703-45a1-b0ba-78414e537f80 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:58.980252 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-83180bcc-9703-45a1-b0ba-78414e537f80 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2736413 Apr 30 13:11:58.984908 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 35344) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:58.988936 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83180bcc-9703-45a1-b0ba-78414e537f80 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d473a095-1948-4741-b6dd-b4f8fc5a1ab1,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:58.995466 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-8c90a2aa-e4c9-4532-816d-1a03f6a187a7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7633727 Apr 30 13:11:59.002250 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Request body: {'floatingip': {'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:59.011062 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:11:59.015477 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Usage tracker for resource:floatingip and tenant:a397097db8304460991aa7950d00f829 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:11:59.019351 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:11:59.026263 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:11:59.035188 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-83180bcc-9703-45a1-b0ba-78414e537f80 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:59.042555 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for floatingip, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:59.069940 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-47c40d5e-8124-427e-a792-229e7db9252b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0e4dcf6edd2b4238a7c8a07cf11a54b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2909539 Apr 30 13:11:59.070170 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 35350) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:11:59.071778 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc78ad7-f9bc-4386-8d88-29d185fd3c57 None None] Pushing event updated for resources: {'Port': ['ID=81e8d0ec-d15d-401d-9e10-fc9447d18741,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:59.076914 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-ecc78ad7-f9bc-4386-8d88-29d185fd3c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:59.086476 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Attempting to bind port 81e8d0ec-d15d-401d-9e10-fc9447d18741 on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:11:59.086894 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Attempting to bind port 81e8d0ec-d15d-401d-9e10-fc9447d18741 by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': 'ad86e948-34be-4382-926c-3463732df242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:11:59.087340 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Attempting to bind port 81e8d0ec-d15d-401d-9e10-fc9447d18741 on network 384ed945-7697-4aed-a91c-b54f67f71379 {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:11:59.097825 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:11:59.098473 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Checking segment: {'id': 'ad86e948-34be-4382-926c-3463732df242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:11:59.098895 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:59.099306 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Bound using segment: {'id': 'ad86e948-34be-4382-926c-3463732df242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:11:59.099811 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Bound port: 81e8d0ec-d15d-401d-9e10-fc9447d18741, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad86e948-34be-4382-926c-3463732df242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:11:59.100195 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:59.127521 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:59.141299 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 4a3c166c-ce9f-4d87-8538-a52a64bda007 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:11:59.141784 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:59.224239 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8563728a-5429-4ed6-84e1-a684a97b5db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:59.257082 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:59.297523 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8563728a-5429-4ed6-84e1-a684a97b5db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:59.354417 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] For port 81e8d0ec-d15d-401d-9e10-fc9447d18741, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:11:59.359935 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] For port 81e8d0ec-d15d-401d-9e10-fc9447d18741, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=81e8d0ec-d15d-401d-9e10-fc9447d18741,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:11:59.366994 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-34a09a3c-14fa-4159-bf58-1ad61d123ff8 req-acd952ab-ae78-4eb7-af5d-89d96f9edba9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 210 time: 0.0591066 Apr 30 13:11:59.373020 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:59.383053 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:59.463842 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Routers {'67e8b244-7dba-4729-91c1-6294f9645760'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:11:59.464540 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:11:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['67e8b244-7dba-4729-91c1-6294f9645760'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:11:59.486038 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8563728a-5429-4ed6-84e1-a684a97b5db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:59.497086 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:59.534696 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:59.542392 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc78ad7-f9bc-4386-8d88-29d185fd3c57 None None] Pushing event updated for resources: {'Port': ['ID=81e8d0ec-d15d-401d-9e10-fc9447d18741,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:59.546481 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-ecc78ad7-f9bc-4386-8d88-29d185fd3c57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:59.555440 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:59.559032 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563728a-5429-4ed6-84e1-a684a97b5db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c05258e-49a9-4b26-a8cc-8b9f1b1ed5be,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:59.588994 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8563728a-5429-4ed6-84e1-a684a97b5db0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:59.589824 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-617ce478-5fb1-4e51-8bff-b85e2d665303 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:11:59.622248 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Allocated IP 172.27.1.108 (0b72fb58-bb2e-463f-beea-a002adeb004d/99073808-7a40-4541-a751-8ae1df9ed350/e40c8783-4679-4c86-aacb-0383938ba14d) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:11:59.681658 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8563728a-5429-4ed6-84e1-a684a97b5db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:11:59.682828 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-8563728a-5429-4ed6-84e1-a684a97b5db0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c05258e-49a9-4b26-a8cc-8b9f1b1ed5be HTTP/1.1" status: 204 len: 168 time: 0.6116483 Apr 30 13:11:59.719947 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] Set router 67e8b244-7dba-4729-91c1-6294f9645760 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:11:59.751019 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Request body: {'port': {'device_id': '372891ff-ece3-4307-82b1-083d958c298a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:59.827665 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-55ca17c1-642b-4ecb-9f5c-7931f573a583 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Request body: {'port': {'device_id': '7ecc5adf-4994-4a01-b659-44bb30c5af63', 'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58', 'admin_state_up': True, 'tenant_id': '9ae82ace87d14c12b35259bd0973dda6'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:11:59.855410 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Pushing event updated for resources: {'Port': ['ID=1f132d5a-ceea-4614-a02e-54f5487939d5,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:11:59.886496 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:11:59.963521 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66717071'] for floatingip, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:00.017059 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53215187-d257-436b-8bc8-fb278794c5d4 req-b3c074a8-f85b-4748-babc-47811c6f9f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:00.018663 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-53215187-d257-436b-8bc8-fb278794c5d4 req-b3c074a8-f85b-4748-babc-47811c6f9f8f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8ce2434e-7893-4583-9996-080610f3423b HTTP/1.1" status: 200 len: 852 time: 0.2403922 Apr 30 13:12:00.032014 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:00.072657 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a59dc-6650-43a3-b959-8acd25acfc9e req-77b84bbc-0ebc-4776-82e0-d9f0f8a05c60 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:00.074474 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a35a59dc-6650-43a3-b959-8acd25acfc9e req-77b84bbc-0ebc-4776-82e0-d9f0f8a05c60 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 944 time: 0.4017406 Apr 30 13:12:00.153882 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a35a59dc-6650-43a3-b959-8acd25acfc9e req-202eb753-0ac5-41a3-97b6-439a3df9a280 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/security-groups?id=639fd79a-6dcf-4ec0-b710-cb54a3bae890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729432 Apr 30 13:12:00.155350 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:00.162002 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:00.229563 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '79c047cd-1c05-4755-ace7-85acba99c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:50Z', 'revision_number': 4, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port': {'id': '79c047cd-1c05-4755-ace7-85acba99c055', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:30Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '81e8d0ec-d15d-401d-9e10-fc9447d18741', 'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'mac_address': 'fa:16:3e:78:f3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:47Z', 'updated_at': '2021-04-30T13:11:59Z', 'revision_number': 4, 'project_id': 'a397097db8304460991aa7950d00f829', 'subnets': [{'id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:00.229938 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Network 0b72fb58-bb2e-463f-beea-a002adeb004d is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:00.233737 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:00.237129 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477d9736-bf04-436f-ad27-e2500372d56e None None] The sync data for ids ['67e8b244-7dba-4729-91c1-6294f9645760'] in dv-cinder-784453-4-iscsi is: [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '79c047cd-1c05-4755-ace7-85acba99c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:50Z', 'revision_number': 4, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port': {'id': '79c047cd-1c05-4755-ace7-85acba99c055', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:30Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '81e8d0ec-d15d-401d-9e10-fc9447d18741', 'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'mac_address': 'fa:16:3e:78:f3:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:47Z', 'updated_at': '2021-04-30T13:11:59Z', 'revision_number': 4, 'project_id': 'a397097db8304460991aa7950d00f829', 'subnets': [{'id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:12:00.244169 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:00.287974 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-53215187-d257-436b-8bc8-fb278794c5d4 req-784980b9-fb2d-4575-a297-f65552f046f7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cda1a518-add5-4bf9-aa6d-e957ae05d7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2385957 Apr 30 13:12:00.296888 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 35376) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:00.297501 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:00.309427 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7176449 Apr 30 13:12:00.344763 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Pushing event updated for resources: {'Port': ['ID=e40c8783-4679-4c86-aacb-0383938ba14d,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:00.351166 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:00.423083 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-55ca17c1-642b-4ecb-9f5c-7931f573a583 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:00.429159 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-55ca17c1-642b-4ecb-9f5c-7931f573a583 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Usage tracker for resource:port and tenant:9ae82ace87d14c12b35259bd0973dda6 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:00.437983 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-55ca17c1-642b-4ecb-9f5c-7931f573a583 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:00.466010 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-55ca17c1-642b-4ecb-9f5c-7931f573a583 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:00.488889 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-83c30076-d3b1-488c-939c-4febdb47c998 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9e6d138e29734f238a7e8d9741fa2f6d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1849370 Apr 30 13:12:00.488889 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:00.491059 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 35384) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:00.518996 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:00.524647 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-55ca17c1-642b-4ecb-9f5c-7931f573a583 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Made reservation on behalf of 9ae82ace87d14c12b35259bd0973dda6 for: {'port': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:00.528288 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-55ca17c1-642b-4ecb-9f5c-7931f573a583 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:00.769477 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 81e8d0ec-d15d-401d-9e10-fc9447d18741 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:00.859602 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8f5c7f44-e24c-42e8-8fce-88fe93ff5e0a req-7e9480fb-ef70-4902-8c74-e9565aa51c8a tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 210 time: 0.2682281 Apr 30 13:12:00.903856 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:00.923557 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-55ca17c1-642b-4ecb-9f5c-7931f573a583 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Allocated IP 172.20.0.6 (ac15dd92-c60f-42ab-a3ca-e4794ec69c58/a7902b94-9475-4f0c-afc1-0ffb637b7e52/308cbf45-0e9c-4a51-baf7-d8508b14282f) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:00.930410 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 81e8d0ec-d15d-401d-9e10-fc9447d18741 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:00.939346 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6014d372-59b4-496d-95e1-1a7216892b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:00.956404 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 81e8d0ec-d15d-401d-9e10-fc9447d18741 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:00.956764 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:01.021679 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-0270d931-9243-46df-a235-2eb5d96b6298 req-e7a0965b-5363-4d98-b50f-7847e1c5b1d1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Synchronizing usage tracker for tenant:8c3daf98030a4f9983829bc893d1c2a1 on resource:security_group {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:01.049499 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6014d372-59b4-496d-95e1-1a7216892b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:01.107415 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:01.160140 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:01.171886 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-0270d931-9243-46df-a235-2eb5d96b6298 req-e7a0965b-5363-4d98-b50f-7847e1c5b1d1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Unset dirty status for tenant:8c3daf98030a4f9983829bc893d1c2a1 on resource:security_group {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:01.173071 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0270d931-9243-46df-a235-2eb5d96b6298 req-e7a0965b-5363-4d98-b50f-7847e1c5b1d1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1003191933&fields=id&tenant_id=8c3daf98030a4f9983829bc893d1c2a1 HTTP/1.1" status: 200 len: 267 time: 0.4216847 Apr 30 13:12:01.217721 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port 81e8d0ec-d15d-401d-9e10-fc9447d18741, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=81e8d0ec-d15d-401d-9e10-fc9447d18741,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:01.223956 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:01.226743 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-ecc78ad7-f9bc-4386-8d88-29d185fd3c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:01.393526 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=81e8d0ec-d15d-401d-9e10-fc9447d18741,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:01.398475 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:01.427520 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-53215187-d257-436b-8bc8-fb278794c5d4 req-3fa99942-4572-4607-88ae-943af3835949 service neutron] 10.222.0.71 "GET /v2.0/networks/cda1a518-add5-4bf9-aa6d-e957ae05d7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582586 Apr 30 13:12:01.480088 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-55ca17c1-642b-4ecb-9f5c-7931f573a583 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:01.556162 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-55ca17c1-642b-4ecb-9f5c-7931f573a583 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:01.566066 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6014d372-59b4-496d-95e1-1a7216892b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:01.587941 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:01.589655 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-2b2feee8-ea7e-4dae-ba24-7e96bb52b48c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:01.620742 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014d372-59b4-496d-95e1-1a7216892b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5579313c-f6df-4674-af98-eaf001aec13b,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:01.635044 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-6014d372-59b4-496d-95e1-1a7216892b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:01.651376 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d931-9243-46df-a235-2eb5d96b6298 req-0b7b24b3-2a27-4f1f-871a-79fa434e0a48 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:01.653568 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0270d931-9243-46df-a235-2eb5d96b6298 req-0b7b24b3-2a27-4f1f-871a-79fa434e0a48 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/networks?id=b8d1fd53-0ee5-499f-9667-97dbc79cf1ea HTTP/1.1" status: 200 len: 811 time: 0.4584677 Apr 30 13:12:01.697169 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:01.710027 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf2b7a-ec23-415d-a728-086db2c15d31 req-c7fc0d68-476d-48c6-a6da-b317a1d618c6 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:01.711963 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a7bf2b7a-ec23-415d-a728-086db2c15d31 req-c7fc0d68-476d-48c6-a6da-b317a1d618c6 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 944 time: 0.3914154 Apr 30 13:12:01.712990 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0270d931-9243-46df-a235-2eb5d96b6298 req-548dd1c9-bb38-4473-9538-8ec61b04d584 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/quotas/8c3daf98030a4f9983829bc893d1c2a1 HTTP/1.1" status: 200 len: 375 time: 0.0503213 Apr 30 13:12:01.715619 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:01.716576 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6014d372-59b4-496d-95e1-1a7216892b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:01.721518 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-6014d372-59b4-496d-95e1-1a7216892b1c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5579313c-f6df-4674-af98-eaf001aec13b HTTP/1.1" status: 204 len: 168 time: 1.2257102 Apr 30 13:12:01.733824 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-55ca17c1-642b-4ecb-9f5c-7931f573a583 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Network ac15dd92-c60f-42ab-a3ca-e4794ec69c58 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:01.738852 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-55ca17c1-642b-4ecb-9f5c-7931f573a583 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:01.742604 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:01.744771 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-55ca17c1-642b-4ecb-9f5c-7931f573a583 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:01.838808 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca17c1-642b-4ecb-9f5c-7931f573a583 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Pushing event updated for resources: {'Port': ['ID=308cbf45-0e9c-4a51-baf7-d8508b14282f,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:01.940108 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a7bf2b7a-ec23-415d-a728-086db2c15d31 req-da72b0d8-9666-464e-9ce5-3393be1123ae tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/security-groups?id=639fd79a-6dcf-4ec0-b710-cb54a3bae890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211058 Apr 30 13:12:01.944942 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Pushing event updated for resources: {'Port': ['ID=e40c8783-4679-4c86-aacb-0383938ba14d,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:01.954675 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:01.963063 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66717071'] for floatingip, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:02.004087 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:02.017995 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0309861 Apr 30 13:12:02.071024 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b2af60-4552-417a-9aa9-646dcfac8e70 {{(pid=73813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:02.074600 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-0270d931-9243-46df-a235-2eb5d96b6298 req-d5167ffa-9679-4542-ba2a-03a53ed31d05 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Synchronizing usage tracker for tenant:8c3daf98030a4f9983829bc893d1c2a1 on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:02.087483 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-55ca17c1-642b-4ecb-9f5c-7931f573a583 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:02.088219 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-55ca17c1-642b-4ecb-9f5c-7931f573a583 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:02.099412 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-55ca17c1-642b-4ecb-9f5c-7931f573a583 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:02.130685 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:02.145087 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-0270d931-9243-46df-a235-2eb5d96b6298 req-d5167ffa-9679-4542-ba2a-03a53ed31d05 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Unset dirty status for tenant:8c3daf98030a4f9983829bc893d1c2a1 on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:02.147238 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0270d931-9243-46df-a235-2eb5d96b6298 req-d5167ffa-9679-4542-ba2a-03a53ed31d05 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c3daf98030a4f9983829bc893d1c2a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3655725 Apr 30 13:12:02.186887 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Transition to ACTIVE for port object d7b2af60-4552-417a-9aa9-646dcfac8e70 will not be triggered until provisioned by entity L2. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:02.249701 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:02.267412 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-55ca17c1-642b-4ecb-9f5c-7931f573a583 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4877243 Apr 30 13:12:02.276437 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-55ca17c1-642b-4ecb-9f5c-7931f573a583 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:02.313445 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0270d931-9243-46df-a235-2eb5d96b6298 req-06b41772-8d66-4c35-bb4d-6a32999baab5 service neutron] 10.222.0.69 "GET /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474166 Apr 30 13:12:02.355403 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-7ddcb8b8-9855-45a2-95fa-74a187294c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:02.363890 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b2af60-4552-417a-9aa9-646dcfac8e70,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:02.370329 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:02.448375 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a4d78-21ee-499c-9605-82578c3ad723 req-6fecee96-052e-4b4c-8b7a-4f53a2f567d4 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:02.450001 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bc3a4d78-21ee-499c-9605-82578c3ad723 req-6fecee96-052e-4b4c-8b7a-4f53a2f567d4 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 931 time: 0.3515737 Apr 30 13:12:02.595514 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-bc3a4d78-21ee-499c-9605-82578c3ad723 req-26475f38-9fa1-4588-af00-19d5ca24a481 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Synchronizing usage tracker for tenant:9ae82ace87d14c12b35259bd0973dda6 on resource:security_group {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:02.613133 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0270d931-9243-46df-a235-2eb5d96b6298 req-7acbe6f0-7afc-491d-9b82-d148b1991cce service neutron] 10.222.0.69 "GET /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905471 Apr 30 13:12:02.652116 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-bc3a4d78-21ee-499c-9605-82578c3ad723 req-26475f38-9fa1-4588-af00-19d5ca24a481 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Unset dirty status for tenant:9ae82ace87d14c12b35259bd0973dda6 on resource:security_group {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:02.653479 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bc3a4d78-21ee-499c-9605-82578c3ad723 req-26475f38-9fa1-4588-af00-19d5ca24a481 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924238 Apr 30 13:12:02.752807 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-53215187-d257-436b-8bc8-fb278794c5d4 req-76affe85-b5ea-4a01-818d-af3a84445e61 service neutron] 10.222.0.71 "GET /v2.0/networks/cda1a518-add5-4bf9-aa6d-e957ae05d7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6545260 Apr 30 13:12:02.777309 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 81e8d0ec-d15d-401d-9e10-fc9447d18741 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:02.867251 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Attempting to bind port d7b2af60-4552-417a-9aa9-646dcfac8e70 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:02.867594 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Attempting to bind port d7b2af60-4552-417a-9aa9-646dcfac8e70 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '3e0ce165-dd2c-4658-a144-637b212e7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58'}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:02.867970 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Attempting to bind port d7b2af60-4552-417a-9aa9-646dcfac8e70 on network ac15dd92-c60f-42ab-a3ca-e4794ec69c58 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:02.885167 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Port d7b2af60-4552-417a-9aa9-646dcfac8e70 on network ac15dd92-c60f-42ab-a3ca-e4794ec69c58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:12:02.885726 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Attempting to bind port d7b2af60-4552-417a-9aa9-646dcfac8e70 on network ac15dd92-c60f-42ab-a3ca-e4794ec69c58 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:02.895007 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:02.895544 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Checking segment: {'id': '3e0ce165-dd2c-4658-a144-637b212e7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:02.895957 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Bound using segment: {'id': '3e0ce165-dd2c-4658-a144-637b212e7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58'} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:02.896488 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Bound port: d7b2af60-4552-417a-9aa9-646dcfac8e70, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0ce165-dd2c-4658-a144-637b212e7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58'}}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:02.896844 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:02.919324 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 81e8d0ec-d15d-401d-9e10-fc9447d18741 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:02.923782 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.010978 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Request body: {'port': {'device_id': '7ecc5adf-4994-4a01-b659-44bb30c5af63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:03.110353 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-972bde7e-98ac-490a-9ae2-7bb3c0128b7e req-f34d4652-2c4b-45be-97fb-f4bd58c2ebe1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 210 time: 0.0606258 Apr 30 13:12:03.158805 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-83885cba-b1b0-491f-a6e1-fe607cb62e17 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--946161204&fields=id&tenant_id=a397097db8304460991aa7950d00f829 HTTP/1.1" status: 200 len: 267 time: 0.2344997 Apr 30 13:12:03.437615 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] For port d7b2af60-4552-417a-9aa9-646dcfac8e70, host hv-cinder-78445, cleared binding levels {{(pid=73813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:03.466333 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] For port d7b2af60-4552-417a-9aa9-646dcfac8e70, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d7b2af60-4552-417a-9aa9-646dcfac8e70,segment=NetworkSegment(3e0ce165-dd2c-4658-a144-637b212e7aa1),segment_id=3e0ce165-dd2c-4658-a144-637b212e7aa1)] {{(pid=73813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:03.480755 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.500167 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:03.540323 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.630633 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:03.632561 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:03.634983 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] 10.222.0.71 "PUT /v2.0/ports/d7b2af60-4552-417a-9aa9-646dcfac8e70 HTTP/1.1" status: 200 len: 1093 time: 3.8883157 Apr 30 13:12:03.639531 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372891ff-ece3-4307-82b1-083d958c298a', 'tag': 'd7b2af60-4552-417a-9aa9-646dcfac8e70'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:03.640177 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf34546-1eb9-4e2e-a051-a8dd5151a84f req-5e8ef57f-6f72-4088-af37-bf6d4c169675 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:03.649998 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc477e-9d9f-41b7-b039-99cf98c47c48 req-28da0221-8d3b-4e89-85bc-bb5608ecbaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:03.659931 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9bf34546-1eb9-4e2e-a051-a8dd5151a84f req-5e8ef57f-6f72-4088-af37-bf6d4c169675 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 944 time: 0.4277389 Apr 30 13:12:03.668565 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-aefc477e-9d9f-41b7-b039-99cf98c47c48 req-28da0221-8d3b-4e89-85bc-bb5608ecbaec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4fa2f85932184fbeaadca042ca7ca85e&device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 1097 time: 0.5682569 Apr 30 13:12:03.718400 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-801aee4e-9cee-4a19-9ddb-4e28d46e4b69 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:03.730929 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-801aee4e-9cee-4a19-9ddb-4e28d46e4b69 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/networks?id=384ed945-7697-4aed-a91c-b54f67f71379 HTTP/1.1" status: 200 len: 817 time: 0.5641794 Apr 30 13:12:03.783934 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-15de680c-f24e-409a-aff2-0632b08b14c6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/quotas/a397097db8304460991aa7950d00f829 HTTP/1.1" status: 200 len: 375 time: 0.0325193 Apr 30 13:12:03.876712 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9bf34546-1eb9-4e2e-a051-a8dd5151a84f req-cb68e0b7-84d2-4d45-8fb5-e0cf05031bdd tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/security-groups?id=639fd79a-6dcf-4ec0-b710-cb54a3bae890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155988 Apr 30 13:12:04.000409 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-100361f2-a97b-4c82-9534-a25927342109 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Synchronizing usage tracker for tenant:a397097db8304460991aa7950d00f829 on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:04.050096 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-100361f2-a97b-4c82-9534-a25927342109 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Unset dirty status for tenant:a397097db8304460991aa7950d00f829 on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:04.051604 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-100361f2-a97b-4c82-9534-a25927342109 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a397097db8304460991aa7950d00f829&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2518022 Apr 30 13:12:04.208917 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b2af60-4552-417a-9aa9-646dcfac8e70,revision_number=3']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:04.222755 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:04.244301 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc477e-9d9f-41b7-b039-99cf98c47c48 req-470c60d3-1d11-4899-9592-db4c33a82929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:04.247050 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-aefc477e-9d9f-41b7-b039-99cf98c47c48 req-470c60d3-1d11-4899-9592-db4c33a82929 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cda1a518-add5-4bf9-aa6d-e957ae05d7db HTTP/1.1" status: 200 len: 914 time: 0.4909322 Apr 30 13:12:04.408527 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813e5c9-8791-49b1-89a2-24b3a8d2267f req-1f90b08c-d3f9-4a86-ba24-d7f64eb05bcd tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:04.418578 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7813e5c9-8791-49b1-89a2-24b3a8d2267f req-1f90b08c-d3f9-4a86-ba24-d7f64eb05bcd tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 931 time: 0.2609615 Apr 30 13:12:04.538573 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7813e5c9-8791-49b1-89a2-24b3a8d2267f req-7d71cd7d-59db-462c-ba28-e765dfacb032 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123238 Apr 30 13:12:04.545169 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-aefc477e-9d9f-41b7-b039-99cf98c47c48 req-8693d410-db98-4663-b074-0c700c96c6ef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e06c1645-fc5c-4d22-b639-0e71e1bddb8f HTTP/1.1" status: 200 len: 217 time: 0.2855561 Apr 30 13:12:04.574739 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-c65361fb-c8fc-49e6-99aa-e2c2664a17c6 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=73814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:12:04.583929 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-c65361fb-c8fc-49e6-99aa-e2c2664a17c6 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2761536 Apr 30 13:12:04.682323 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc477e-9d9f-41b7-b039-99cf98c47c48 req-bd3cef51-5e2e-4400-96cf-d40ef5283d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:04.684526 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-aefc477e-9d9f-41b7-b039-99cf98c47c48 req-bd3cef51-5e2e-4400-96cf-d40ef5283d95 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8ce2434e-7893-4583-9996-080610f3423b HTTP/1.1" status: 200 len: 852 time: 0.1202645 Apr 30 13:12:04.690204 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372891ff-ece3-4307-82b1-083d958c298a', 'tag': 'd7b2af60-4552-417a-9aa9-646dcfac8e70', 'status': 'completed', 'code': 200} Apr 30 13:12:04.695332 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-ad8e8be1-2f21-4fa6-b475-635357e8d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:04.697543 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-ad8e8be1-2f21-4fa6-b475-635357e8d504 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9ae82ace87d14c12b35259bd0973dda6&device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 1096 time: 0.9392922 Apr 30 13:12:04.871450 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a9eb7374-4603-4f9e-a22e-b0c567f4b445 req-e4eabee6-0fb8-4d21-9dd2-0af7faa24c79 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 210 time: 0.1024771 Apr 30 13:12:04.887101 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-aefc477e-9d9f-41b7-b039-99cf98c47c48 req-e23fd453-e4c6-4d49-9195-5b3fba9a6487 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cda1a518-add5-4bf9-aa6d-e957ae05d7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1641610 Apr 30 13:12:04.907167 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.71', 57671) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:04.961522 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-1113d823-4316-449e-b16c-b2f337f255d9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7b2af60-4552-417a-9aa9-646dcfac8e70 HTTP/1.1" status: 200 len: 217 time: 0.2372379 Apr 30 13:12:05.052482 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-5eda38c7-7cd7-4567-9d6e-2c3ea62198ba service neutron] 10.222.0.69 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679630 Apr 30 13:12:05.236641 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-ca724fda-3360-4cab-9ab9-f23288725a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:05.238143 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-ca724fda-3360-4cab-9ab9-f23288725a05 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a7902b94-9475-4f0c-afc1-0ffb637b7e52 HTTP/1.1" status: 200 len: 859 time: 0.1829281 Apr 30 13:12:05.433870 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-107df9bc-aedf-4ffb-aa1a-d26f97e9e1e4 service neutron] 10.222.0.69 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833751 Apr 30 13:12:05.484321 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-aefc477e-9d9f-41b7-b039-99cf98c47c48 req-ed799f4e-fc9c-4cff-9ab1-b4e8417177a0 service neutron] 10.222.0.71 "GET /v2.0/networks/cda1a518-add5-4bf9-aa6d-e957ae05d7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5755808 Apr 30 13:12:05.494925 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308cbf45-0e9c-4a51-baf7-d8508b14282f {{(pid=73813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:05.518666 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.538482 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.543172 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-9ce38df0-25db-4ccb-82a7-ae22cb3dc46b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2642722 Apr 30 13:12:05.577913 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d931-9243-46df-a235-2eb5d96b6298 req-8396d9e1-3e94-4334-8fe3-af2eb4b29bd7 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:05.580291 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0270d931-9243-46df-a235-2eb5d96b6298 req-8396d9e1-3e94-4334-8fe3-af2eb4b29bd7 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.71 "GET /v2.0/networks?id=b8d1fd53-0ee5-499f-9667-97dbc79cf1ea HTTP/1.1" status: 200 len: 811 time: 0.6701033 Apr 30 13:12:05.610181 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fd4ee-9c33-4e9b-a166-7750ae72e4af req-5a1f3b86-90ef-43cc-97e9-853ea2416844 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:05.618039 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e96fd4ee-9c33-4e9b-a166-7750ae72e4af req-5a1f3b86-90ef-43cc-97e9-853ea2416844 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 944 time: 0.5797668 Apr 30 13:12:05.763764 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-cf79781e-d304-4493-bff3-c674792155f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.804450 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Transition to ACTIVE for port object 308cbf45-0e9c-4a51-baf7-d8508b14282f will not be triggered until provisioned by entity L2. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:05.831413 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:05.853188 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0270d931-9243-46df-a235-2eb5d96b6298 req-743ad49e-b1ad-4f87-92d0-75a58f6ddaa4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c3daf98030a4f9983829bc893d1c2a1 HTTP/1.1" status: 200 len: 380 time: 0.2329032 Apr 30 13:12:05.891772 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e96fd4ee-9c33-4e9b-a166-7750ae72e4af req-d0313b83-e9d7-431a-9119-150ae927149f tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/security-groups?id=639fd79a-6dcf-4ec0-b710-cb54a3bae890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212169 Apr 30 13:12:05.906290 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-0270d931-9243-46df-a235-2eb5d96b6298 req-4510d8ce-1ccc-46e8-8b6e-1b73e493f8d4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Request body: {'port': {'device_id': '9504e6a6-a9cf-4f1a-a169-eea54daf121c', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'admin_state_up': True, 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'security_groups': ['7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5']}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:06.036662 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:06.129682 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=308cbf45-0e9c-4a51-baf7-d8508b14282f,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:06.134082 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-b6c9ad58-8831-4c95-bda6-e57023608347 service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636070 Apr 30 13:12:06.137017 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:06.233283 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c243a6ca-2d37-4179-9202-d856cef62e52 req-c499e4d6-8872-4d0b-b2bc-864db204e929 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 210 time: 0.1426740 Apr 30 13:12:06.315928 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-aefc477e-9d9f-41b7-b039-99cf98c47c48 req-263c2fef-0adb-4ad3-a4b1-ceb56ff9f7de service neutron] 10.222.0.71 "GET /v2.0/networks/cda1a518-add5-4bf9-aa6d-e957ae05d7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8146150 Apr 30 13:12:06.465644 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:06.531522 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d034f-a21f-4ecd-b64e-5a90259d4c0e req-91df81cd-dad3-4029-9e83-44c4842f7a7e tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:06.546446 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d39d034f-a21f-4ecd-b64e-5a90259d4c0e req-91df81cd-dad3-4029-9e83-44c4842f7a7e tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 943 time: 0.4556577 Apr 30 13:12:06.584679 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-0270d931-9243-46df-a235-2eb5d96b6298 req-4510d8ce-1ccc-46e8-8b6e-1b73e493f8d4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:06.668684 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e86cf709-22b0-47e0-bdf8-365c0346c27e req-2934ebd7-9848-459e-b3b8-cc04136f5503 service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240276 Apr 30 13:12:06.682964 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Attempting to bind port 308cbf45-0e9c-4a51-baf7-d8508b14282f on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:06.683389 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Attempting to bind port 308cbf45-0e9c-4a51-baf7-d8508b14282f by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '3e0ce165-dd2c-4658-a144-637b212e7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58'}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:06.688144 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Attempting to bind port 308cbf45-0e9c-4a51-baf7-d8508b14282f on network ac15dd92-c60f-42ab-a3ca-e4794ec69c58 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:06.696483 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Port 308cbf45-0e9c-4a51-baf7-d8508b14282f on network ac15dd92-c60f-42ab-a3ca-e4794ec69c58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:12:06.700283 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Attempting to bind port 308cbf45-0e9c-4a51-baf7-d8508b14282f on network ac15dd92-c60f-42ab-a3ca-e4794ec69c58 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:06.708493 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:06.708976 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Checking segment: {'id': '3e0ce165-dd2c-4658-a144-637b212e7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:06.709466 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Bound using segment: {'id': '3e0ce165-dd2c-4658-a144-637b212e7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58'} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:06.710153 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Bound port: 308cbf45-0e9c-4a51-baf7-d8508b14282f, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0ce165-dd2c-4658-a144-637b212e7aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58'}}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:06.710912 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:06.724532 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:12:06.758467 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-0270d931-9243-46df-a235-2eb5d96b6298 req-4510d8ce-1ccc-46e8-8b6e-1b73e493f8d4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:06.794211 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-85a25763-d3af-4fa7-9cfe-f40ab2008fdf req-eb75e0da-8d52-4c06-8cfa-d401ea6c2eb4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 210 time: 0.1476445 Apr 30 13:12:06.829761 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d39d034f-a21f-4ecd-b64e-5a90259d4c0e req-8b334f83-0c2f-4cbf-9ea6-d7697be53392 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708328 Apr 30 13:12:06.831399 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0270d931-9243-46df-a235-2eb5d96b6298 req-4510d8ce-1ccc-46e8-8b6e-1b73e493f8d4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Made reservation on behalf of 8c3daf98030a4f9983829bc893d1c2a1 for: {'port': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:06.844853 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-0270d931-9243-46df-a235-2eb5d96b6298 req-4510d8ce-1ccc-46e8-8b6e-1b73e493f8d4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:06.921131 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 35608) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:07.039608 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device e06c1645-fc5c-4d22-b639-0e71e1bddb8f details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:12:07.041776 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] For port 308cbf45-0e9c-4a51-baf7-d8508b14282f, host hv-cinder-78445, cleared binding levels {{(pid=73813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:07.050150 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] For port 308cbf45-0e9c-4a51-baf7-d8508b14282f, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=308cbf45-0e9c-4a51-baf7-d8508b14282f,segment=NetworkSegment(3e0ce165-dd2c-4658-a144-637b212e7aa1),segment_id=3e0ce165-dd2c-4658-a144-637b212e7aa1)] {{(pid=73813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:07.065705 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.081253 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:07.206734 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:07.207362 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.209058 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] 10.222.0.71 "PUT /v2.0/ports/308cbf45-0e9c-4a51-baf7-d8508b14282f HTTP/1.1" status: 200 len: 1093 time: 4.2078106 Apr 30 13:12:07.209589 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecc5adf-4994-4a01-b659-44bb30c5af63', 'tag': '308cbf45-0e9c-4a51-baf7-d8508b14282f'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:07.231889 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port e06c1645-fc5c-4d22-b639-0e71e1bddb8f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e06c1645-fc5c-4d22-b639-0e71e1bddb8f,segment=NetworkSegment(9fd404ed-7cf6-4d8b-8127-2811fdd8e4d1),segment_id=9fd404ed-7cf6-4d8b-8127-2811fdd8e4d1)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:07.262095 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': 'e06c1645-fc5c-4d22-b639-0e71e1bddb8f', 'network_id': 'cda1a518-add5-4bf9-aa6d-e957ae05d7db', 'port_id': 'e06c1645-fc5c-4d22-b639-0e71e1bddb8f', 'mac_address': 'fa:16:3e:59:94:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce2434e-7893-4583-9996-080610f3423b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:12:07.327056 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91f475-0809-45bf-8937-1686fb88b991 req-7c47eafb-5cf6-467f-8881-80935f2137e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:07.329543 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-cc91f475-0809-45bf-8937-1686fb88b991 req-7c47eafb-5cf6-467f-8881-80935f2137e8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9ae82ace87d14c12b35259bd0973dda6&device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 1096 time: 0.5269597 Apr 30 13:12:07.385054 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.454460 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06c1645-fc5c-4d22-b639-0e71e1bddb8f {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:07.463517 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecc5adf-4994-4a01-b659-44bb30c5af63', 'tag': '308cbf45-0e9c-4a51-baf7-d8508b14282f', 'status': 'completed', 'code': 200} Apr 30 13:12:07.491763 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port e06c1645-fc5c-4d22-b639-0e71e1bddb8f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e06c1645-fc5c-4d22-b639-0e71e1bddb8f,segment=NetworkSegment(9fd404ed-7cf6-4d8b-8127-2811fdd8e4d1),segment_id=9fd404ed-7cf6-4d8b-8127-2811fdd8e4d1)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:07.493990 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=308cbf45-0e9c-4a51-baf7-d8508b14282f,revision_number=3']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:07.499760 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.502972 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:07.506393 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:07.581321 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f720d6b7-9d2c-47f5-b45b-6aa4e223765d req-66b8019d-7f36-415c-92fa-0606ca9976ce tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 210 time: 0.0644066 Apr 30 13:12:07.599822 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=e06c1645-fc5c-4d22-b639-0e71e1bddb8f,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:07.604476 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:07.658369 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c092b01a-2e72-44f6-a5e9-befe0761d00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.688362 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38166f4f-f177-4a53-9a98-24ee82b54785 req-9f744542-a028-4918-a5b9-2eaddeabf122 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:07.690095 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-38166f4f-f177-4a53-9a98-24ee82b54785 req-9f744542-a028-4918-a5b9-2eaddeabf122 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 945 time: 0.5433085 Apr 30 13:12:07.692413 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-c092b01a-2e72-44f6-a5e9-befe0761d00c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:07.698294 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [req-0270d931-9243-46df-a235-2eb5d96b6298 req-4510d8ce-1ccc-46e8-8b6e-1b73e493f8d4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Allocated IP 172.20.0.4 (b8d1fd53-0ee5-499f-9667-97dbc79cf1ea/f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3/cff078e8-b239-45de-a9b9-daa6482b64f4) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:07.703571 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-c092b01a-2e72-44f6-a5e9-befe0761d00c admin admin] Usage tracker for resource:security_group_rule and tenant:a5338711763e42939ae940e1b30fe72e is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:07.709780 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-c092b01a-2e72-44f6-a5e9-befe0761d00c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:07.718594 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-c092b01a-2e72-44f6-a5e9-befe0761d00c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:07.751864 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-38166f4f-f177-4a53-9a98-24ee82b54785 req-4b2f1a7b-e2e2-487f-9867-266f70f9ff09 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/security-groups?id=639fd79a-6dcf-4ec0-b710-cb54a3bae890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549471 Apr 30 13:12:07.767620 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91f475-0809-45bf-8937-1686fb88b991 req-18ec74ce-02a3-4699-9f12-274dabdb7f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:07.769255 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-cc91f475-0809-45bf-8937-1686fb88b991 req-18ec74ce-02a3-4699-9f12-274dabdb7f6f service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58 HTTP/1.1" status: 200 len: 921 time: 0.4273798 Apr 30 13:12:07.817606 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:07.876249 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-cc91f475-0809-45bf-8937-1686fb88b991 req-fbac64f0-d36c-4242-9666-9e1496670e76 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7b2af60-4552-417a-9aa9-646dcfac8e70 HTTP/1.1" status: 200 len: 217 time: 0.0954494 Apr 30 13:12:07.887422 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8af7c616-4747-4fdf-bc7c-ace3059aa92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:07.889238 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8af7c616-4747-4fdf-bc7c-ace3059aa92a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9ae82ace87d14c12b35259bd0973dda6&device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 1096 time: 0.5460761 Apr 30 13:12:07.902796 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['e06c1645-fc5c-4d22-b639-0e71e1bddb8f'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:08.048325 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-7275fc59-eb99-44cd-91be-70493f6b901e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=308cbf45-0e9c-4a51-baf7-d8508b14282f HTTP/1.1" status: 200 len: 217 time: 0.1175473 Apr 30 13:12:08.174809 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91f475-0809-45bf-8937-1686fb88b991 req-48cfddbe-3e19-4021-b8d4-68e4c9dbaf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:08.176322 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-cc91f475-0809-45bf-8937-1686fb88b991 req-48cfddbe-3e19-4021-b8d4-68e4c9dbaf2c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a7902b94-9475-4f0c-afc1-0ffb637b7e52 HTTP/1.1" status: 200 len: 859 time: 0.2922761 Apr 30 13:12:08.340262 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-0270d931-9243-46df-a235-2eb5d96b6298 req-4510d8ce-1ccc-46e8-8b6e-1b73e493f8d4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:08.344356 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-cc91f475-0809-45bf-8937-1686fb88b991 req-0c980efe-9e1f-468c-afed-c3e5284aa12d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1352763 Apr 30 13:12:08.346197 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c092b01a-2e72-44f6-a5e9-befe0761d00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:08.351530 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8cd11477-3736-4465-936b-6c8388f3b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:08.353440 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8cd11477-3736-4465-936b-6c8388f3b9a9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a7902b94-9475-4f0c-afc1-0ffb637b7e52 HTTP/1.1" status: 200 len: 859 time: 0.2841730 Apr 30 13:12:08.355754 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-edc48740-1421-4736-b9b5-1c76b1470073 req-208b176d-2337-458d-866f-b2ed008d6c74 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 210 time: 0.2393632 Apr 30 13:12:08.378962 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c092b01a-2e72-44f6-a5e9-befe0761d00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:08.416074 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [req-0270d931-9243-46df-a235-2eb5d96b6298 req-4510d8ce-1ccc-46e8-8b6e-1b73e493f8d4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Transition to ACTIVE for port object cff078e8-b239-45de-a9b9-daa6482b64f4 will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:08.497698 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 35664) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:08.513657 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-0270d931-9243-46df-a235-2eb5d96b6298 req-4510d8ce-1ccc-46e8-8b6e-1b73e493f8d4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:08.532386 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310e710-d36b-4a9c-a30e-7004236cd82f req-b2a06312-3232-4a05-bc2c-50e13d6aa449 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:08.534197 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a310e710-d36b-4a9c-a30e-7004236cd82f req-b2a06312-3232-4a05-bc2c-50e13d6aa449 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 943 time: 0.4488354 Apr 30 13:12:08.539912 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:08.601633 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-8e608af5-20b2-414e-b511-59d5bc46d2bc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2053499 Apr 30 13:12:08.659246 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:08.674590 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-a85c5cb5-5f44-458b-a8fe-c1577587c2cd tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:08.674794 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510d8ce-1ccc-46e8-8b6e-1b73e493f8d4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Pushing event updated for resources: {'Port': ['ID=cff078e8-b239-45de-a9b9-daa6482b64f4,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:08.675399 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-a85c5cb5-5f44-458b-a8fe-c1577587c2cd tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Synchronizing usage tracker for tenant:a397097db8304460991aa7950d00f829 on resource:network {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:08.718991 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-4510d8ce-1ccc-46e8-8b6e-1b73e493f8d4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:08.734463 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0270d931-9243-46df-a235-2eb5d96b6298 req-4510d8ce-1ccc-46e8-8b6e-1b73e493f8d4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:08.738115 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [req-0270d931-9243-46df-a235-2eb5d96b6298 req-4510d8ce-1ccc-46e8-8b6e-1b73e493f8d4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:08.756245 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a310e710-d36b-4a9c-a30e-7004236cd82f req-4ac5dc6f-d049-493e-b8c5-fba4da1cfb74 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768349 Apr 30 13:12:08.759979 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-0270d931-9243-46df-a235-2eb5d96b6298 req-4510d8ce-1ccc-46e8-8b6e-1b73e493f8d4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:08.950056 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d931-9243-46df-a235-2eb5d96b6298 req-4510d8ce-1ccc-46e8-8b6e-1b73e493f8d4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:08.954323 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-0270d931-9243-46df-a235-2eb5d96b6298 req-4510d8ce-1ccc-46e8-8b6e-1b73e493f8d4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.022325 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device d7b2af60-4552-417a-9aa9-646dcfac8e70 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:12:09.039153 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-a85c5cb5-5f44-458b-a8fe-c1577587c2cd tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Unset dirty status for tenant:a397097db8304460991aa7950d00f829 on resource:network {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:09.040320 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-a85c5cb5-5f44-458b-a8fe-c1577587c2cd tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.71 "GET /v2.0/networks?id=384ed945-7697-4aed-a91c-b54f67f71379 HTTP/1.1" status: 200 len: 817 time: 0.8968010 Apr 30 13:12:09.051545 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-c092b01a-2e72-44f6-a5e9-befe0761d00c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a5338711763e42939ae940e1b30fe72e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1280429 Apr 30 13:12:09.065900 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092b01a-2e72-44f6-a5e9-befe0761d00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f0b3f9-0c89-481a-b7ba-eae34eef19cf,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:09.091186 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 35694) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:09.122178 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device e06c1645-fc5c-4d22-b639-0e71e1bddb8f up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:09.168808 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0484-3fe2-49f7-a4ad-91ac9f3064a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.222148 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-bbbcc307-39f2-4f15-9931-8ace9c975e9f service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251660 Apr 30 13:12:09.223158 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c092b01a-2e72-44f6-a5e9-befe0761d00c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:09.242932 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7cf6c20f-db41-4fe9-935c-87f7e5de8335 req-a2f2e2ab-16e9-41e8-916b-356f8f655d86 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 210 time: 0.1882293 Apr 30 13:12:09.253966 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-ed9e0484-3fe2-49f7-a4ad-91ac9f3064a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:09.262457 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-ed9e0484-3fe2-49f7-a4ad-91ac9f3064a2 admin admin] Usage tracker for resource:security_group_rule and tenant:bb3c2f3dafe741a6b10192365728f02b is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:09.267212 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0270d931-9243-46df-a235-2eb5d96b6298 req-4510d8ce-1ccc-46e8-8b6e-1b73e493f8d4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3739758 Apr 30 13:12:09.269884 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-ed9e0484-3fe2-49f7-a4ad-91ac9f3064a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:09.277939 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-ed9e0484-3fe2-49f7-a4ad-91ac9f3064a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:09.293067 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Request body: {'port': {'device_id': '9504e6a6-a9cf-4f1a-a169-eea54daf121c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:09.366725 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-d9cc34a5-b11a-4b33-9d90-46d690257406 None None] Provisioning for port cff078e8-b239-45de-a9b9-daa6482b64f4 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:09.391856 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38200e99-9246-4c23-9364-38d1f9a099ef req-a671047c-f6ad-46a7-aa31-cb978bee7ca3 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:09.393432 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-38200e99-9246-4c23-9364-38d1f9a099ef req-a671047c-f6ad-46a7-aa31-cb978bee7ca3 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 945 time: 0.4286313 Apr 30 13:12:09.412833 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-d9cc34a5-b11a-4b33-9d90-46d690257406 None None] Provisioning complete for port cff078e8-b239-45de-a9b9-daa6482b64f4 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:09.413519 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-d9cc34a5-b11a-4b33-9d90-46d690257406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.470863 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-d9cc34a5-b11a-4b33-9d90-46d690257406 None None] Port cff078e8-b239-45de-a9b9-daa6482b64f4 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:12:09.479238 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port d7b2af60-4552-417a-9aa9-646dcfac8e70, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d7b2af60-4552-417a-9aa9-646dcfac8e70,segment=NetworkSegment(3e0ce165-dd2c-4658-a144-637b212e7aa1),segment_id=3e0ce165-dd2c-4658-a144-637b212e7aa1)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:09.507119 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': 'd7b2af60-4552-417a-9aa9-646dcfac8e70', 'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58', 'port_id': 'd7b2af60-4552-417a-9aa9-646dcfac8e70', 'mac_address': 'fa:16:3e:1c:46:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7902b94-9475-4f0c-afc1-0ffb637b7e52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:12:09.520086 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-38200e99-9246-4c23-9364-38d1f9a099ef req-52c682e3-4171-41ee-b03b-5cec84d2cca2 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/security-groups?id=639fd79a-6dcf-4ec0-b710-cb54a3bae890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947280 Apr 30 13:12:09.525695 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.615395 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.629875 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port e06c1645-fc5c-4d22-b639-0e71e1bddb8f completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:09.638546 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b2af60-4552-417a-9aa9-646dcfac8e70 {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:09.644404 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port e06c1645-fc5c-4d22-b639-0e71e1bddb8f triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:09.644807 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.656369 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-611b62ec-6e16-4736-be5a-c9c15dad30d9 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Synchronizing usage tracker for tenant:a397097db8304460991aa7950d00f829 on resource:security_group {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:09.661568 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-98aca1a8-b86e-48f9-b4f7-532ff631df81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.665663 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0484-3fe2-49f7-a4ad-91ac9f3064a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.680542 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-cc91f475-0809-45bf-8937-1686fb88b991 req-a71a6c34-bb9c-4f34-b6c0-f592517c387d service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3227403 Apr 30 13:12:09.691569 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ed9e0484-3fe2-49f7-a4ad-91ac9f3064a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.700860 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port d7b2af60-4552-417a-9aa9-646dcfac8e70, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d7b2af60-4552-417a-9aa9-646dcfac8e70,segment=NetworkSegment(3e0ce165-dd2c-4658-a144-637b212e7aa1),segment_id=3e0ce165-dd2c-4658-a144-637b212e7aa1)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:09.708660 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.718693 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:09.738222 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:09.793450 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-98aca1a8-b86e-48f9-b4f7-532ff631df81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.827011 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-ed9e0484-3fe2-49f7-a4ad-91ac9f3064a2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bb3c2f3dafe741a6b10192365728f02b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3195884 Apr 30 13:12:09.846183 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 35706) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:09.846893 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e0484-3fe2-49f7-a4ad-91ac9f3064a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d34e4a6-2944-4c8d-888a-465cb0cdbdd2,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:09.862626 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ed9e0484-3fe2-49f7-a4ad-91ac9f3064a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:09.888640 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-611b62ec-6e16-4736-be5a-c9c15dad30d9 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Unset dirty status for tenant:a397097db8304460991aa7950d00f829 on resource:security_group {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:09.889962 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-611b62ec-6e16-4736-be5a-c9c15dad30d9 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a397097db8304460991aa7950d00f829 HTTP/1.1" status: 200 len: 379 time: 0.8211591 Apr 30 13:12:09.923926 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-e27a8af2-c72d-4ac8-9b6e-9e0f3defb203 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Request body: {'port': {'device_id': 'b4d095de-4619-4350-a486-c7238d32b916', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'admin_state_up': True, 'tenant_id': 'a397097db8304460991aa7950d00f829', 'security_groups': ['f1413427-4e00-4c5b-810d-0ff3e1e39e51']}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:09.954681 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-5476cb60-02a5-43d8-83f2-ef8c0e46d30a req-0d10e157-17da-4fd4-be6f-c1af7703fcd8 service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6555805 Apr 30 13:12:09.965325 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:09.981975 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=d7b2af60-4552-417a-9aa9-646dcfac8e70,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:09.990238 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:10.008884 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb724af6-2bbc-494b-a119-b61199e13df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06c1645-fc5c-4d22-b639-0e71e1bddb8f'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:10.050188 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc63d5-9552-4fc9-847e-1280b0805fe6 req-cb32f86f-edfb-49bf-a57e-e904407b40d0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:10.050449 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-5fbc63d5-9552-4fc9-847e-1280b0805fe6 req-cb32f86f-edfb-49bf-a57e-e904407b40d0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Synchronizing usage tracker for tenant:8c3daf98030a4f9983829bc893d1c2a1 on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:10.123562 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-5fbc63d5-9552-4fc9-847e-1280b0805fe6 req-cb32f86f-edfb-49bf-a57e-e904407b40d0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Unset dirty status for tenant:8c3daf98030a4f9983829bc893d1c2a1 on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:10.124711 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5fbc63d5-9552-4fc9-847e-1280b0805fe6 req-cb32f86f-edfb-49bf-a57e-e904407b40d0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 931 time: 0.5342987 Apr 30 13:12:10.125407 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6537c71e-4d00-4ae3-a128-064449b72f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.175107 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['d7b2af60-4552-417a-9aa9-646dcfac8e70'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:10.225931 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-cc91f475-0809-45bf-8937-1686fb88b991 req-9d5d893c-8709-4e79-bb59-e76af673bf37 service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5271208 Apr 30 13:12:10.284079 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port e06c1645-fc5c-4d22-b639-0e71e1bddb8f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e06c1645-fc5c-4d22-b639-0e71e1bddb8f,segment=NetworkSegment(9fd404ed-7cf6-4d8b-8127-2811fdd8e4d1),segment_id=9fd404ed-7cf6-4d8b-8127-2811fdd8e4d1)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:10.288515 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.db.resource_extend [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 13:12:10.294280 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.306232 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:10.319749 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6537c71e-4d00-4ae3-a128-064449b72f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.385171 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f153e90-b796-4e15-9a8a-651b3739182b req-ff5aa36f-2a3b-44ac-aea1-60230ad110a3 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:10.386243 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6f153e90-b796-4e15-9a8a-651b3739182b req-ff5aa36f-2a3b-44ac-aea1-60230ad110a3 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 943 time: 0.4381919 Apr 30 13:12:10.389453 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-98aca1a8-b86e-48f9-b4f7-532ff631df81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.413932 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:10.424728 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5fbc63d5-9552-4fc9-847e-1280b0805fe6 req-ab8b353a-cfd4-42b9-ad52-e7ef46ec33bf tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845538 Apr 30 13:12:10.454766 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aca1a8-b86e-48f9-b4f7-532ff631df81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f0b3f9-0c89-481a-b7ba-eae34eef19cf,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:10.467592 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-98aca1a8-b86e-48f9-b4f7-532ff631df81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:10.506895 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff078e8-b239-45de-a9b9-daa6482b64f4 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:10.525237 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.526278 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5786cf-1d6f-4b24-98fd-3f311e23acaa req-fef10ecc-8c36-4a10-a6e8-cdfbb509e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:10.527960 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-bb5786cf-1d6f-4b24-98fd-3f311e23acaa req-fef10ecc-8c36-4a10-a6e8-cdfbb509e7a8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9ae82ace87d14c12b35259bd0973dda6&device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 1096 time: 0.3007448 Apr 30 13:12:10.533023 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-98aca1a8-b86e-48f9-b4f7-532ff631df81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.537788 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-98aca1a8-b86e-48f9-b4f7-532ff631df81 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d6f0b3f9-0c89-481a-b7ba-eae34eef19cf HTTP/1.1" status: 204 len: 168 time: 1.3192625 Apr 30 13:12:10.611076 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6f153e90-b796-4e15-9a8a-651b3739182b req-5b6282f2-934b-4eb6-b8a5-2a4e0d98e313 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925278 Apr 30 13:12:10.654126 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6537c71e-4d00-4ae3-a128-064449b72f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.655768 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Transition to ACTIVE for port object cff078e8-b239-45de-a9b9-daa6482b64f4 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:10.661838 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:10.677336 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:10.714530 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6537c71e-4d00-4ae3-a128-064449b72f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d34e4a6-2944-4c8d-888a-465cb0cdbdd2,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:10.716569 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=e06c1645-fc5c-4d22-b639-0e71e1bddb8f,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:10.716974 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5786cf-1d6f-4b24-98fd-3f311e23acaa req-8f4030a6-c37d-4dc7-8038-1335aa668b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:10.718780 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-bb5786cf-1d6f-4b24-98fd-3f311e23acaa req-8f4030a6-c37d-4dc7-8038-1335aa668b5b service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58 HTTP/1.1" status: 200 len: 921 time: 0.1795998 Apr 30 13:12:10.725043 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-6537c71e-4d00-4ae3-a128-064449b72f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:10.727411 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-69a0a46b-df6f-4d68-8662-2b347b46e222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:10.804213 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:10.839096 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 35734) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:10.876633 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-bb5786cf-1d6f-4b24-98fd-3f311e23acaa req-6998d659-adab-440e-ad73-b58794dca98f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=308cbf45-0e9c-4a51-baf7-d8508b14282f HTTP/1.1" status: 200 len: 217 time: 0.1436789 Apr 30 13:12:10.965642 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-e27a8af2-c72d-4ac8-9b6e-9e0f3defb203 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:11.011025 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-e27a8af2-c72d-4ac8-9b6e-9e0f3defb203 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:11.031331 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5786cf-1d6f-4b24-98fd-3f311e23acaa req-aa49432e-08dc-4082-b306-8cb887d3a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:11.033541 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-bb5786cf-1d6f-4b24-98fd-3f311e23acaa req-aa49432e-08dc-4082-b306-8cb887d3a81e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a7902b94-9475-4f0c-afc1-0ffb637b7e52 HTTP/1.1" status: 200 len: 859 time: 0.1467559 Apr 30 13:12:11.034859 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-e27a8af2-c72d-4ac8-9b6e-9e0f3defb203 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Made reservation on behalf of a397097db8304460991aa7950d00f829 for: {'port': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:11.039514 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-e27a8af2-c72d-4ac8-9b6e-9e0f3defb203 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.062236 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f9fe3e8c-b7e4-4b29-a3cc-fd840863d18e req-ce3436c2-d583-42bb-9466-f2616b29a1d4 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 210 time: 0.2434371 Apr 30 13:12:11.124080 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6537c71e-4d00-4ae3-a128-064449b72f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.125728 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-6537c71e-4d00-4ae3-a128-064449b72f3d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0d34e4a6-2944-4c8d-888a-465cb0cdbdd2 HTTP/1.1" status: 204 len: 168 time: 1.2759061 Apr 30 13:12:11.205420 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-bb5786cf-1d6f-4b24-98fd-3f311e23acaa req-53984e10-abd1-43a6-a11d-17f2351cd7c9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1456921 Apr 30 13:12:11.283688 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Pushing event updated for resources: {'Port': ['ID=cff078e8-b239-45de-a9b9-daa6482b64f4,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:11.297547 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:11.300332 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Attempting to bind port cff078e8-b239-45de-a9b9-daa6482b64f4 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:11.300859 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Attempting to bind port cff078e8-b239-45de-a9b9-daa6482b64f4 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '41430b28-ed4e-4555-8a4a-2b225eaaf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:11.301396 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Attempting to bind port cff078e8-b239-45de-a9b9-daa6482b64f4 on network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:11.314212 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Port cff078e8-b239-45de-a9b9-daa6482b64f4 on network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:12:11.315452 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Attempting to bind port cff078e8-b239-45de-a9b9-daa6482b64f4 on network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:11.323515 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:11.324122 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Checking segment: {'id': '41430b28-ed4e-4555-8a4a-2b225eaaf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:11.324821 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Bound using segment: {'id': '41430b28-ed4e-4555-8a4a-2b225eaaf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:11.325456 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Bound port: cff078e8-b239-45de-a9b9-daa6482b64f4, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41430b28-ed4e-4555-8a4a-2b225eaaf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:11.325988 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.399591 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fea3dc-cd2c-49c3-82f2-87dfd32399f6 req-a329549a-8493-48f9-9cbd-95c39c68dea1 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:11.407286 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-68fea3dc-cd2c-49c3-82f2-87dfd32399f6 req-a329549a-8493-48f9-9cbd-95c39c68dea1 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 946 time: 0.4752674 Apr 30 13:12:11.493937 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d7de3a1c-ee48-4da2-8199-d669d0dd6fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.578091 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] For port cff078e8-b239-45de-a9b9-daa6482b64f4, host hv-cinder-78445, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:11.583792 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 35756) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:11.586643 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-d7de3a1c-ee48-4da2-8199-d669d0dd6fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:11.591037 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] For port cff078e8-b239-45de-a9b9-daa6482b64f4, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=cff078e8-b239-45de-a9b9-daa6482b64f4,segment=NetworkSegment(41430b28-ed4e-4555-8a4a-2b225eaaf3ea),segment_id=41430b28-ed4e-4555-8a4a-2b225eaaf3ea)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:11.599486 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d7de3a1c-ee48-4da2-8199-d669d0dd6fdb admin admin] Usage tracker for resource:security_group_rule and tenant:aa21fae3ebb04dfc9612de1dbb4d42d2 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:11.602108 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-68fea3dc-cd2c-49c3-82f2-87dfd32399f6 req-1b62a9e1-c62e-4a95-970e-170de74f91e6 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/security-groups?id=639fd79a-6dcf-4ec0-b710-cb54a3bae890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936154 Apr 30 13:12:11.604516 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.612389 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:11.676986 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2229e7b9-8b12-463f-8a0c-fd03c8ed4cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.699930 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d7de3a1c-ee48-4da2-8199-d669d0dd6fdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:11.709046 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-2229e7b9-8b12-463f-8a0c-fd03c8ed4cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:11.714003 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-2229e7b9-8b12-463f-8a0c-fd03c8ed4cf1 admin admin] Usage tracker for resource:security_group_rule and tenant:795c742a3e1241178a7c139d220445c6 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:11.717198 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-2229e7b9-8b12-463f-8a0c-fd03c8ed4cf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:11.725032 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-2229e7b9-8b12-463f-8a0c-fd03c8ed4cf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:11.735403 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:11.736046 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.738585 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] 10.222.0.71 "PUT /v2.0/ports/cff078e8-b239-45de-a9b9-daa6482b64f4 HTTP/1.1" status: 200 len: 1093 time: 2.4519029 Apr 30 13:12:11.760099 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9504e6a6-a9cf-4f1a-a169-eea54daf121c', 'tag': 'cff078e8-b239-45de-a9b9-daa6482b64f4'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:11.874864 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2229e7b9-8b12-463f-8a0c-fd03c8ed4cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.889830 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-d7de3a1c-ee48-4da2-8199-d669d0dd6fdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:11.895796 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2229e7b9-8b12-463f-8a0c-fd03c8ed4cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:11.936203 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Pushing event updated for resources: {'Port': ['ID=cff078e8-b239-45de-a9b9-daa6482b64f4,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:11.978118 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb724af6-2bbc-494b-a119-b61199e13df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06c1645-fc5c-4d22-b639-0e71e1bddb8f', 'code': 200} Apr 30 13:12:12.018528 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3f6dedd2-eb33-43c8-a6ed-f846b4b9ab0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:12.036461 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:12.107687 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d931-9243-46df-a235-2eb5d96b6298 req-74008fc6-157f-4db9-818b-5042e086f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:12.109227 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0270d931-9243-46df-a235-2eb5d96b6298 req-74008fc6-157f-4db9-818b-5042e086f0f6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c3daf98030a4f9983829bc893d1c2a1&device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 1096 time: 0.2989566 Apr 30 13:12:12.293292 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27b5c8-f952-4e73-b805-3da6f4fdcf17 req-9ea0b738-a3cd-4cca-8f57-0af5a3e66374 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:12.294860 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9e27b5c8-f952-4e73-b805-3da6f4fdcf17 req-9ea0b738-a3cd-4cca-8f57-0af5a3e66374 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 943 time: 0.3825331 Apr 30 13:12:12.296165 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0270d931-9243-46df-a235-2eb5d96b6298 req-b8c859ca-646a-4eb1-97b7-3d149988e9d8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cff078e8-b239-45de-a9b9-daa6482b64f4 HTTP/1.1" status: 200 len: 217 time: 0.1683569 Apr 30 13:12:12.388883 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-2229e7b9-8b12-463f-8a0c-fd03c8ed4cf1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=795c742a3e1241178a7c139d220445c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7967215 Apr 30 13:12:12.394771 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 35776) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:12.398452 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229e7b9-8b12-463f-8a0c-fd03c8ed4cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e248558-0837-4c50-aee5-13b1f112652f,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:12.414711 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-bb5786cf-1d6f-4b24-98fd-3f311e23acaa req-303e2f5c-4bf0-45b9-9f15-b1fa381a28f1 service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1972940 Apr 30 13:12:12.416259 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2229e7b9-8b12-463f-8a0c-fd03c8ed4cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:12.427127 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 35780) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:12.432184 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9e27b5c8-f952-4e73-b805-3da6f4fdcf17 req-747db396-3c7d-48e1-a596-48c49c0df4c4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907209 Apr 30 13:12:12.439479 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d931-9243-46df-a235-2eb5d96b6298 req-51f91f12-b3da-44c3-80e5-92f0f1d66785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:12.440710 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0270d931-9243-46df-a235-2eb5d96b6298 req-51f91f12-b3da-44c3-80e5-92f0f1d66785 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3 HTTP/1.1" status: 200 len: 850 time: 0.1301508 Apr 30 13:12:12.458651 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-e27a8af2-c72d-4ac8-9b6e-9e0f3defb203 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Allocated IP 172.20.0.7 (384ed945-7697-4aed-a91c-b54f67f71379/fc33453d-4422-4eee-9e94-1b257b2eaad2/0cd7dfae-50d3-4898-bc92-62023a8d0059) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:12:12.507956 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d7de3a1c-ee48-4da2-8199-d669d0dd6fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:12.526496 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-34d6a9d8-f662-47bc-9481-0e94a10480ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:12.571292 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-34d6a9d8-f662-47bc-9481-0e94a10480ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:12.580385 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d7de3a1c-ee48-4da2-8199-d669d0dd6fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:12.608836 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:12.618964 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590669c5-8ddf-479f-bcd1-6bed8e0e8211 req-7a4080e3-00e6-4492-a89c-1b7bc63f8351 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:12.618964 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-590669c5-8ddf-479f-bcd1-6bed8e0e8211 req-7a4080e3-00e6-4492-a89c-1b7bc63f8351 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 943 time: 0.3893437 Apr 30 13:12:12.629532 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-34d6a9d8-f662-47bc-9481-0e94a10480ba admin admin] Usage tracker for resource:security_group_rule and tenant:d56b6585455c4666b79c239cc569b12e is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:12.633451 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-34d6a9d8-f662-47bc-9481-0e94a10480ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:12.652628 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e8042201-1735-4b36-9c21-bc62af20c6e4 req-28196b9d-27ef-4f96-8523-7500c2d31df5 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 210 time: 0.0899608 Apr 30 13:12:12.657599 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-34d6a9d8-f662-47bc-9481-0e94a10480ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:12.685959 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d9e1-de34-45f5-8f45-8c73c5f8670f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:12.730101 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-d7de3a1c-ee48-4da2-8199-d669d0dd6fdb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aa21fae3ebb04dfc9612de1dbb4d42d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8874607 Apr 30 13:12:12.732831 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de3a1c-ee48-4da2-8199-d669d0dd6fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4a09f2-bc35-467d-9e0e-39039df48112,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:12.735447 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 35792) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:12.767634 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d9e1-de34-45f5-8f45-8c73c5f8670f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:12.777220 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a7c51299-98b8-472c-9035-89cb98acd6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:12.778797 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0270d931-9243-46df-a235-2eb5d96b6298 req-a7c51299-98b8-472c-9035-89cb98acd6f3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8d1fd53-0ee5-499f-9667-97dbc79cf1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3222558 Apr 30 13:12:12.794305 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-590669c5-8ddf-479f-bcd1-6bed8e0e8211 req-66ae94a0-d6d0-48d5-881d-fe0dcd7c685d tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497717 Apr 30 13:12:12.796376 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-bb5786cf-1d6f-4b24-98fd-3f311e23acaa req-211cdf0f-57b1-4241-a934-4883e67382a8 service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606367 Apr 30 13:12:12.828086 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d7de3a1c-ee48-4da2-8199-d669d0dd6fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:12.850052 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f5b7a-97e7-45a3-84db-ff5e583eb22d req-7d721ea6-4a26-407b-8a1a-2479e5424d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:12.851707 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-ca2f5b7a-97e7-45a3-84db-ff5e583eb22d req-7d721ea6-4a26-407b-8a1a-2479e5424d27 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 1099 time: 0.5453176 Apr 30 13:12:12.901426 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-ca2f5b7a-97e7-45a3-84db-ff5e583eb22d req-495afbc4-dce5-448f-8edf-394f19845081 service neutron] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:12.944696 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-ca2f5b7a-97e7-45a3-84db-ff5e583eb22d req-495afbc4-dce5-448f-8edf-394f19845081 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:12.951015 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9504e6a6-a9cf-4f1a-a169-eea54daf121c', 'tag': 'cff078e8-b239-45de-a9b9-daa6482b64f4', 'status': 'completed', 'code': 200} Apr 30 13:12:12.955519 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-ca2f5b7a-97e7-45a3-84db-ff5e583eb22d req-495afbc4-dce5-448f-8edf-394f19845081 service neutron] Usage tracker for resource:security_group_rule and tenant:f10666fda22a4deaaff8820db6c8f322 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:12.970959 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-ca2f5b7a-97e7-45a3-84db-ff5e583eb22d req-495afbc4-dce5-448f-8edf-394f19845081 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:12.989554 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-e27a8af2-c72d-4ac8-9b6e-9e0f3defb203 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:12.994460 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-ca2f5b7a-97e7-45a3-84db-ff5e583eb22d req-495afbc4-dce5-448f-8edf-394f19845081 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:13.004710 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c9c436f0-d206-4451-94c4-d995c0860086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.032495 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 308cbf45-0e9c-4a51-baf7-d8508b14282f details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:12:13.037201 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-e27a8af2-c72d-4ac8-9b6e-9e0f3defb203 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Transition to ACTIVE for port object 0cd7dfae-50d3-4898-bc92-62023a8d0059 will not be triggered until provisioned by entity DHCP. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:13.043955 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device d7b2af60-4552-417a-9aa9-646dcfac8e70 up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:13.058378 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c9c436f0-d206-4451-94c4-d995c0860086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.201677 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-ca2f5b7a-97e7-45a3-84db-ff5e583eb22d req-495afbc4-dce5-448f-8edf-394f19845081 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.204672 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d9e1-de34-45f5-8f45-8c73c5f8670f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.221602 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-ca2f5b7a-97e7-45a3-84db-ff5e583eb22d req-495afbc4-dce5-448f-8edf-394f19845081 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.233586 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0270d931-9243-46df-a235-2eb5d96b6298 req-fa51cad9-89cb-4049-a7c6-96ff93b4506d service neutron] 10.222.0.71 "GET /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382138 Apr 30 13:12:13.239688 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2229e7b9-8b12-463f-8a0c-fd03c8ed4cf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:13.240105 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:13.261970 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-34d6a9d8-f662-47bc-9481-0e94a10480ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.274079 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495afbc4-dce5-448f-8edf-394f19845081 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5b7018-72a0-4ad7-9c48-a40ceb5171c9,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:13.280038 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-e27a8af2-c72d-4ac8-9b6e-9e0f3defb203 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.284826 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-495afbc4-dce5-448f-8edf-394f19845081 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:13.288154 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-ca2f5b7a-97e7-45a3-84db-ff5e583eb22d req-495afbc4-dce5-448f-8edf-394f19845081 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=639fd79a-6dcf-4ec0-b710-cb54a3bae890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267955 Apr 30 13:12:13.296950 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:13.332734 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 308cbf45-0e9c-4a51-baf7-d8508b14282f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=308cbf45-0e9c-4a51-baf7-d8508b14282f,segment=NetworkSegment(3e0ce165-dd2c-4658-a144-637b212e7aa1),segment_id=3e0ce165-dd2c-4658-a144-637b212e7aa1)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:13.357857 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': '308cbf45-0e9c-4a51-baf7-d8508b14282f', 'network_id': 'ac15dd92-c60f-42ab-a3ca-e4794ec69c58', 'port_id': '308cbf45-0e9c-4a51-baf7-d8508b14282f', 'mac_address': 'fa:16:3e:f0:01:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7902b94-9475-4f0c-afc1-0ffb637b7e52', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:12:13.358039 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-e27a8af2-c72d-4ac8-9b6e-9e0f3defb203 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Network 384ed945-7697-4aed-a91c-b54f67f71379 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:12:13.363789 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-e27a8af2-c72d-4ac8-9b6e-9e0f3defb203 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:13.366000 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5d9e1-de34-45f5-8f45-8c73c5f8670f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e248558-0837-4c50-aee5-13b1f112652f,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:13.369645 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-e27a8af2-c72d-4ac8-9b6e-9e0f3defb203 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:12:13.384940 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-34d6a9d8-f662-47bc-9481-0e94a10480ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.390472 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-9ed5d9e1-de34-45f5-8f45-8c73c5f8670f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:13.417060 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-099357c2-bc85-4858-81bc-a7568c363b4c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:13.450939 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a8af2-c72d-4ac8-9b6e-9e0f3defb203 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Pushing event updated for resources: {'Port': ['ID=0cd7dfae-50d3-4898-bc92-62023a8d0059,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:13.453948 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e27a8af2-c72d-4ac8-9b6e-9e0f3defb203 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:13.464025 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c9c436f0-d206-4451-94c4-d995c0860086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.467083 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c092b01a-2e72-44f6-a5e9-befe0761d00c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:13.485932 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c436f0-d206-4451-94c4-d995c0860086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4a09f2-bc35-467d-9e0e-39039df48112,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:13.497367 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c9c436f0-d206-4451-94c4-d995c0860086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:13.530470 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-e27a8af2-c72d-4ac8-9b6e-9e0f3defb203 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:13.531167 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-e27a8af2-c72d-4ac8-9b6e-9e0f3defb203 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.544858 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9ed5d9e1-de34-45f5-8f45-8c73c5f8670f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.548765 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-9ed5d9e1-de34-45f5-8f45-8c73c5f8670f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9e248558-0837-4c50-aee5-13b1f112652f HTTP/1.1" status: 204 len: 168 time: 1.1455767 Apr 30 13:12:13.558382 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93734f72-d3ec-4661-97f1-264c29330d27 req-f888966e-dd78-49f2-a877-af241953d4ec tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:13.561051 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.570464 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-93734f72-d3ec-4661-97f1-264c29330d27 req-f888966e-dd78-49f2-a877-af241953d4ec tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 946 time: 0.6280191 Apr 30 13:12:13.612067 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308cbf45-0e9c-4a51-baf7-d8508b14282f {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:13.618415 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port d7b2af60-4552-417a-9aa9-646dcfac8e70 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:13.619306 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-e27a8af2-c72d-4ac8-9b6e-9e0f3defb203 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7077637 Apr 30 13:12:13.622894 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c9c436f0-d206-4451-94c4-d995c0860086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.626407 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-c9c436f0-d206-4451-94c4-d995c0860086 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ae4a09f2-bc35-467d-9e0e-39039df48112 HTTP/1.1" status: 204 len: 168 time: 0.8328476 Apr 30 13:12:13.633079 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port d7b2af60-4552-417a-9aa9-646dcfac8e70 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:13.633515 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.642877 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Request body: {'port': {'device_id': 'b4d095de-4619-4350-a486-c7238d32b916', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:13.661663 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-34d6a9d8-f662-47bc-9481-0e94a10480ba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d56b6585455c4666b79c239cc569b12e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2261572 Apr 30 13:12:13.661663 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6a9d8-f662-47bc-9481-0e94a10480ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7e2887-98fd-4685-9350-5481027f10e2,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:13.699211 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 35810) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:13.721861 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-34d6a9d8-f662-47bc-9481-0e94a10480ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:13.771859 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 308cbf45-0e9c-4a51-baf7-d8508b14282f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=308cbf45-0e9c-4a51-baf7-d8508b14282f,segment=NetworkSegment(3e0ce165-dd2c-4658-a144-637b212e7aa1),segment_id=3e0ce165-dd2c-4658-a144-637b212e7aa1)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:13.840417 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-93734f72-d3ec-4661-97f1-264c29330d27 req-d76bd3af-27d9-4699-b8cb-b4e2fac17b36 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/security-groups?id=639fd79a-6dcf-4ec0-b710-cb54a3bae890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481115 Apr 30 13:12:13.870982 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-8ce22a25-bce9-48b4-ae80-b5c1c2eca455 None None] Provisioning for port 0cd7dfae-50d3-4898-bc92-62023a8d0059 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:13.874260 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.877279 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0270d931-9243-46df-a235-2eb5d96b6298 req-d28271ce-5ffa-4b93-9beb-f7acb0378aab service neutron] 10.222.0.71 "GET /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6180933 Apr 30 13:12:13.886512 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:13.908608 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a403003-e925-4e75-89c1-1c3d72c819a1 req-81d4e458-d948-4e6e-b1ca-a189cbf29bce tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:13.910548 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9a403003-e925-4e75-89c1-1c3d72c819a1 req-81d4e458-d948-4e6e-b1ca-a189cbf29bce tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 943 time: 0.2633588 Apr 30 13:12:13.961773 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:13.975645 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.000061 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ac057f1c-cac0-4eb5-8f88-708581a48efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.041131 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-8ce22a25-bce9-48b4-ae80-b5c1c2eca455 None None] Provisioning complete for port 0cd7dfae-50d3-4898-bc92-62023a8d0059 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:14.041789 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-8ce22a25-bce9-48b4-ae80-b5c1c2eca455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.138131 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ac057f1c-cac0-4eb5-8f88-708581a48efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.172564 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9a403003-e925-4e75-89c1-1c3d72c819a1 req-90614c45-f736-49b5-b8be-e28e28fa105b tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556813 Apr 30 13:12:14.207831 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372891ff-ece3-4307-82b1-083d958c298a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b2af60-4552-417a-9aa9-646dcfac8e70'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:14.268216 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['308cbf45-0e9c-4a51-baf7-d8508b14282f'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:14.318040 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11634cad-4777-4a5c-9e56-7e8b463ca86c req-64518391-7e3c-48c8-98bb-8cbd879070f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:14.321940 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-11634cad-4777-4a5c-9e56-7e8b463ca86c req-64518391-7e3c-48c8-98bb-8cbd879070f0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c3daf98030a4f9983829bc893d1c2a1&device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 1096 time: 0.2493231 Apr 30 13:12:14.342533 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port d7b2af60-4552-417a-9aa9-646dcfac8e70, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d7b2af60-4552-417a-9aa9-646dcfac8e70,segment=NetworkSegment(3e0ce165-dd2c-4658-a144-637b212e7aa1),segment_id=3e0ce165-dd2c-4658-a144-637b212e7aa1)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:14.343620 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=308cbf45-0e9c-4a51-baf7-d8508b14282f,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:14.347303 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f8d4e-cc4b-48e5-b109-c3a3a5bf42b7 req-61e3f386-32d1-4de6-b7a1-0ac163db6651 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:14.355505 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ea0f8d4e-cc4b-48e5-b109-c3a3a5bf42b7 req-61e3f386-32d1-4de6-b7a1-0ac163db6651 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 931 time: 0.3648274 Apr 30 13:12:14.401414 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.403567 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-8ce22a25-bce9-48b4-ae80-b5c1c2eca455 None None] Port 0cd7dfae-50d3-4898-bc92-62023a8d0059 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:12:14.420763 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:14.421245 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:14.469060 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 35832) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:14.518809 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ac057f1c-cac0-4eb5-8f88-708581a48efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.531692 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:14.554637 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac057f1c-cac0-4eb5-8f88-708581a48efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7e2887-98fd-4685-9350-5481027f10e2,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:14.561798 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3969dac7-815f-42b8-8541-947ab964b386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.583364 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ea0f8d4e-cc4b-48e5-b109-c3a3a5bf42b7 req-a872ad0b-492f-4663-b3d8-50ad7a5ed3bd tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266936 Apr 30 13:12:14.586829 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ac057f1c-cac0-4eb5-8f88-708581a48efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:14.592885 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3969dac7-815f-42b8-8541-947ab964b386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:14.598145 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3969dac7-815f-42b8-8541-947ab964b386 admin admin] Usage tracker for resource:security_group_rule and tenant:56da2d39feea4f78837df459352344b8 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:14.601336 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3969dac7-815f-42b8-8541-947ab964b386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:14.607563 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3969dac7-815f-42b8-8541-947ab964b386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:14.682123 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=d7b2af60-4552-417a-9aa9-646dcfac8e70,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:14.703149 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:14.725659 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a41d94-37d0-4920-b374-d4fbb67e59c9 req-05eec0d9-2e79-486e-90fd-c514a5a1b1ef tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:14.746225 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-13a41d94-37d0-4920-b374-d4fbb67e59c9 req-05eec0d9-2e79-486e-90fd-c514a5a1b1ef tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 944 time: 0.1956198 Apr 30 13:12:14.756637 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372891ff-ece3-4307-82b1-083d958c298a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b2af60-4552-417a-9aa9-646dcfac8e70', 'code': 200} Apr 30 13:12:14.774448 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3969dac7-815f-42b8-8541-947ab964b386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.777215 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11634cad-4777-4a5c-9e56-7e8b463ca86c req-5d7de9dd-6dfa-4f13-85a3-a1ddd962a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:14.779215 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-11634cad-4777-4a5c-9e56-7e8b463ca86c req-5d7de9dd-6dfa-4f13-85a3-a1ddd962a869 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8d1fd53-0ee5-499f-9667-97dbc79cf1ea HTTP/1.1" status: 200 len: 913 time: 0.4130366 Apr 30 13:12:14.806844 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ac057f1c-cac0-4eb5-8f88-708581a48efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.809305 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-ac057f1c-cac0-4eb5-8f88-708581a48efe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fd7e2887-98fd-4685-9350-5481027f10e2 HTTP/1.1" status: 204 len: 168 time: 1.0962038 Apr 30 13:12:14.816499 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3969dac7-815f-42b8-8541-947ab964b386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:14.830980 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:14.878173 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-13a41d94-37d0-4920-b374-d4fbb67e59c9 req-29f5eaa6-e1aa-4a16-9ec1-253c6c37a030 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305776 Apr 30 13:12:14.917915 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-11634cad-4777-4a5c-9e56-7e8b463ca86c req-643bf435-225a-41a4-82c9-a34b176055d9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cff078e8-b239-45de-a9b9-daa6482b64f4 HTTP/1.1" status: 200 len: 217 time: 0.1174247 Apr 30 13:12:14.982941 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-3969dac7-815f-42b8-8541-947ab964b386 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=56da2d39feea4f78837df459352344b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5007303 Apr 30 13:12:14.989413 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 35854) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:15.045048 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11634cad-4777-4a5c-9e56-7e8b463ca86c req-827c5abc-c94f-4543-bb8f-b5f0e8726cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:15.046799 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-11634cad-4777-4a5c-9e56-7e8b463ca86c req-827c5abc-c94f-4543-bb8f-b5f0e8726cfd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3 HTTP/1.1" status: 200 len: 850 time: 0.1192758 Apr 30 13:12:15.152549 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cd7dfae-50d3-4898-bc92-62023a8d0059 {{(pid=73813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:15.163389 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:15.193702 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969dac7-815f-42b8-8541-947ab964b386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dea641-aa50-4c30-a967-d3713c180b34,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:15.297423 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3969dac7-815f-42b8-8541-947ab964b386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:15.301470 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Transition to ACTIVE for port object 0cd7dfae-50d3-4898-bc92-62023a8d0059 will not be triggered until provisioned by entity L2. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:12:15.340608 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f86a16-874e-4959-925c-f142e27075b4 req-27fb64fd-7db5-46ff-99c6-1db014fd1d49 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:15.341561 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:15.351198 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a1f86a16-874e-4959-925c-f142e27075b4 req-27fb64fd-7db5-46ff-99c6-1db014fd1d49 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 946 time: 0.2257135 Apr 30 13:12:15.403367 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:15.408114 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11634cad-4777-4a5c-9e56-7e8b463ca86c req-9b6f447a-7c80-4bb5-9c76-b49b4ed7bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:15.410305 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-11634cad-4777-4a5c-9e56-7e8b463ca86c req-9b6f447a-7c80-4bb5-9c76-b49b4ed7bbeb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8d1fd53-0ee5-499f-9667-97dbc79cf1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3218749 Apr 30 13:12:15.636444 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a1f86a16-874e-4959-925c-f142e27075b4 req-1b8820be-1f47-4248-a171-c934853de327 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/security-groups?id=639fd79a-6dcf-4ec0-b710-cb54a3bae890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840550 Apr 30 13:12:15.842806 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c9586760-16b0-4e53-84ea-fb80af947940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:15.949584 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd7dfae-50d3-4898-bc92-62023a8d0059,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:15.977831 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:15.979033 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-11634cad-4777-4a5c-9e56-7e8b463ca86c req-67fd23b9-2f25-4b17-8cd7-bbd4496c77b1 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5597255 Apr 30 13:12:16.038913 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e65ce2-dc79-4a67-b747-0cc1f418249a req-7a039353-dcbf-4bf1-aebb-c7ae1b649d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:16.041342 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e06a9-21a0-4a42-88f4-bff5390dd82a req-1fd96204-d16c-46c5-a743-30121c4c2173 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:16.043131 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-560e06a9-21a0-4a42-88f4-bff5390dd82a req-1fd96204-d16c-46c5-a743-30121c4c2173 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 943 time: 0.5286052 Apr 30 13:12:16.043324 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-39e65ce2-dc79-4a67-b747-0cc1f418249a req-7a039353-dcbf-4bf1-aebb-c7ae1b649d2d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 1098 time: 0.8549440 Apr 30 13:12:16.049914 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c9586760-16b0-4e53-84ea-fb80af947940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:16.148239 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-39e65ce2-dc79-4a67-b747-0cc1f418249a req-8ff71a32-197e-4e04-b599-18b08c347d93 service neutron] Synchronizing usage tracker for tenant:f10666fda22a4deaaff8820db6c8f322 on resource:security_group {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:16.153206 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Attempting to bind port 0cd7dfae-50d3-4898-bc92-62023a8d0059 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:12:16.153570 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Attempting to bind port 0cd7dfae-50d3-4898-bc92-62023a8d0059 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'ad86e948-34be-4382-926c-3463732df242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379'}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:12:16.153903 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Attempting to bind port 0cd7dfae-50d3-4898-bc92-62023a8d0059 on network 384ed945-7697-4aed-a91c-b54f67f71379 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:16.174765 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Port 0cd7dfae-50d3-4898-bc92-62023a8d0059 on network 384ed945-7697-4aed-a91c-b54f67f71379 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:12:16.175266 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Attempting to bind port 0cd7dfae-50d3-4898-bc92-62023a8d0059 on network 384ed945-7697-4aed-a91c-b54f67f71379 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:12:16.179754 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbb968-ddb6-44af-9817-b6f560ed1c46 req-5bd23f5d-ec6e-43d6-830e-eb7312dea0d1 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:16.187474 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-40bbb968-ddb6-44af-9817-b6f560ed1c46 req-5bd23f5d-ec6e-43d6-830e-eb7312dea0d1 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.3046587 Apr 30 13:12:16.188813 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:12:16.189145 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Checking segment: {'id': 'ad86e948-34be-4382-926c-3463732df242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:16.189575 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Bound using segment: {'id': 'ad86e948-34be-4382-926c-3463732df242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379'} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:12:16.190019 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Bound port: 0cd7dfae-50d3-4898-bc92-62023a8d0059, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad86e948-34be-4382-926c-3463732df242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379'}}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:12:16.190456 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:16.210037 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c9586760-16b0-4e53-84ea-fb80af947940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:16.218802 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-834af01d-c401-41a9-90c5-89fbfb6f9110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:16.222241 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-560e06a9-21a0-4a42-88f4-bff5390dd82a req-6148194e-c817-4feb-a1ca-581f05722f36 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101756 Apr 30 13:12:16.235340 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-39e65ce2-dc79-4a67-b747-0cc1f418249a req-8ff71a32-197e-4e04-b599-18b08c347d93 service neutron] Unset dirty status for tenant:f10666fda22a4deaaff8820db6c8f322 on resource:security_group {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:16.236801 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-39e65ce2-dc79-4a67-b747-0cc1f418249a req-8ff71a32-197e-4e04-b599-18b08c347d93 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776080 Apr 30 13:12:16.258894 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-11634cad-4777-4a5c-9e56-7e8b463ca86c req-7d63c107-e65e-4f53-ad9a-b2147455ee05 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713144 Apr 30 13:12:16.273644 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-40bbb968-ddb6-44af-9817-b6f560ed1c46 req-8c456045-2b95-4dfa-b87a-87695ab54c64 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851638 Apr 30 13:12:16.287822 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9586760-16b0-4e53-84ea-fb80af947940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dea641-aa50-4c30-a967-d3713c180b34,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:16.293425 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c9586760-16b0-4e53-84ea-fb80af947940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:16.301233 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c9586760-16b0-4e53-84ea-fb80af947940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:16.305212 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-c9586760-16b0-4e53-84ea-fb80af947940 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/06dea641-aa50-4c30-a967-d3713c180b34 HTTP/1.1" status: 204 len: 168 time: 1.3119922 Apr 30 13:12:16.345798 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] For port 0cd7dfae-50d3-4898-bc92-62023a8d0059, host hv-cinder-78445, cleared binding levels {{(pid=73813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:12:16.351143 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] For port 0cd7dfae-50d3-4898-bc92-62023a8d0059, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0cd7dfae-50d3-4898-bc92-62023a8d0059,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:12:16.356410 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:16.367934 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:16.402297 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:16.403512 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:16.405139 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] 10.222.0.71 "PUT /v2.0/ports/0cd7dfae-50d3-4898-bc92-62023a8d0059 HTTP/1.1" status: 200 len: 1093 time: 2.7692120 Apr 30 13:12:16.412213 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d095de-4619-4350-a486-c7238d32b916', 'tag': '0cd7dfae-50d3-4898-bc92-62023a8d0059'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:16.470302 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Pushing event updated for resources: {'Port': ['ID=0cd7dfae-50d3-4898-bc92-62023a8d0059,revision_number=3']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:16.487574 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:16.501254 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d095de-4619-4350-a486-c7238d32b916', 'tag': '0cd7dfae-50d3-4898-bc92-62023a8d0059', 'status': 'completed', 'code': 200} Apr 30 13:12:16.534532 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859469e-d133-4415-84fc-1dc363ca4c65 req-5575376c-0a67-4154-8975-fe5038c10cb8 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:16.536690 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6859469e-d133-4415-84fc-1dc363ca4c65 req-5575376c-0a67-4154-8975-fe5038c10cb8 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 944 time: 0.1512489 Apr 30 13:12:16.767254 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6859469e-d133-4415-84fc-1dc363ca4c65 req-3d4e1b09-b2b3-4fb1-b319-3fac31d28ae4 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193103 Apr 30 13:12:16.871644 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-a920217a-3b30-429e-aab1-8f30ff7ccf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:16.873137 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-a920217a-3b30-429e-aab1-8f30ff7ccf77 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a397097db8304460991aa7950d00f829&device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 1096 time: 0.1586456 Apr 30 13:12:16.891520 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e7b76-e3fa-4862-bf2c-db38d020b729 req-8900646b-e098-4bc7-87b0-f578293c171b tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:16.893035 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-329e7b76-e3fa-4862-bf2c-db38d020b729 req-8900646b-e098-4bc7-87b0-f578293c171b tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 946 time: 0.1340129 Apr 30 13:12:16.977043 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-183046f3-bb95-49cc-a099-8e1371596412 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cd7dfae-50d3-4898-bc92-62023a8d0059 HTTP/1.1" status: 200 len: 217 time: 0.0829749 Apr 30 13:12:17.064283 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device cff078e8-b239-45de-a9b9-daa6482b64f4 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:12:17.107009 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-59052df5-0004-4d7e-95ff-9aa15e12f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:17.109442 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-59052df5-0004-4d7e-95ff-9aa15e12f584 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc33453d-4422-4eee-9e94-1b257b2eaad2 HTTP/1.1" status: 200 len: 856 time: 0.1256399 Apr 30 13:12:17.173466 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-329e7b76-e3fa-4862-bf2c-db38d020b729 req-79315fb9-bb06-41a1-a12c-83acd0392f27 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/security-groups?id=639fd79a-6dcf-4ec0-b710-cb54a3bae890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267172 Apr 30 13:12:17.176243 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 308cbf45-0e9c-4a51-baf7-d8508b14282f up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:17.261239 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-b3b7313a-dd7b-4d14-9708-9919f4d4496f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:17.269547 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-b3b7313a-dd7b-4d14-9708-9919f4d4496f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=384ed945-7697-4aed-a91c-b54f67f71379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1414530 Apr 30 13:12:17.463985 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port 308cbf45-0e9c-4a51-baf7-d8508b14282f completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:17.478123 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port cff078e8-b239-45de-a9b9-daa6482b64f4, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=cff078e8-b239-45de-a9b9-daa6482b64f4,segment=NetworkSegment(41430b28-ed4e-4555-8a4a-2b225eaaf3ea),segment_id=41430b28-ed4e-4555-8a4a-2b225eaaf3ea)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:17.489654 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port 308cbf45-0e9c-4a51-baf7-d8508b14282f triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:17.490276 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:17.536381 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': 'cff078e8-b239-45de-a9b9-daa6482b64f4', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'port_id': 'cff078e8-b239-45de-a9b9-daa6482b64f4', 'mac_address': 'fa:16:3e:15:97:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:12:17.604543 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-6cde70b0-0a86-4055-bec1-d9c04170e346 service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209991 Apr 30 13:12:17.631943 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:17.663246 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff078e8-b239-45de-a9b9-daa6482b64f4 {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:17.692490 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port cff078e8-b239-45de-a9b9-daa6482b64f4, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=cff078e8-b239-45de-a9b9-daa6482b64f4,segment=NetworkSegment(41430b28-ed4e-4555-8a4a-2b225eaaf3ea),segment_id=41430b28-ed4e-4555-8a4a-2b225eaaf3ea)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:17.812656 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:17.823087 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:17.828903 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:17.905340 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecc5adf-4994-4a01-b659-44bb30c5af63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308cbf45-0e9c-4a51-baf7-d8508b14282f'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:17.927663 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 308cbf45-0e9c-4a51-baf7-d8508b14282f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=308cbf45-0e9c-4a51-baf7-d8508b14282f,segment=NetworkSegment(3e0ce165-dd2c-4658-a144-637b212e7aa1),segment_id=3e0ce165-dd2c-4658-a144-637b212e7aa1)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:17.947306 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:17.962276 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=cff078e8-b239-45de-a9b9-daa6482b64f4,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:17.971394 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:17.976033 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:18.126564 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=308cbf45-0e9c-4a51-baf7-d8508b14282f,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:18.132129 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:18.170860 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f9b9d2d6-d4b4-4368-94cd-6e8c8070a94e req-ce110153-b2fe-495d-bb77-1c8fdf4692e9 service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5590668 Apr 30 13:12:18.208208 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb05c2c-2602-4af3-8b2e-c1ca811fe398 req-d65a0743-9687-49f4-8e29-51624a62ea6d tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:18.209767 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9fb05c2c-2602-4af3-8b2e-c1ca811fe398 req-d65a0743-9687-49f4-8e29-51624a62ea6d tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 944 time: 0.6022787 Apr 30 13:12:18.222575 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b6769-8c54-4741-8cd5-ded9f055d09e req-05444742-4a31-4224-b23b-14892ea48fa3 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:18.230119 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-956b6769-8c54-4741-8cd5-ded9f055d09e req-05444742-4a31-4224-b23b-14892ea48fa3 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.6194479 Apr 30 13:12:18.245466 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['cff078e8-b239-45de-a9b9-daa6482b64f4'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:18.460985 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9fb05c2c-2602-4af3-8b2e-c1ca811fe398 req-93736674-b4fb-4fe3-adad-0ad2a589bded tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274063 Apr 30 13:12:18.509250 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-956b6769-8c54-4741-8cd5-ded9f055d09e req-a9a9d07c-ceeb-415e-b133-4aff103e3eea tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782252 Apr 30 13:12:18.594215 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3a0b3-acb6-4aa4-8c45-5aa1768eeeca req-9b6ae3d3-f63d-4fa7-af26-6f6c63c1667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:18.599991 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-17c3a0b3-acb6-4aa4-8c45-5aa1768eeeca req-9b6ae3d3-f63d-4fa7-af26-6f6c63c1667a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a397097db8304460991aa7950d00f829&device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 1096 time: 0.2766070 Apr 30 13:12:18.602113 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecc5adf-4994-4a01-b659-44bb30c5af63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308cbf45-0e9c-4a51-baf7-d8508b14282f', 'code': 200} Apr 30 13:12:18.910482 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a41c1e-5477-4d39-85b9-6272b6a94802 req-1266797b-4adf-40a7-9930-0b43a3515ef2 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:18.912277 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b6a41c1e-5477-4d39-85b9-6272b6a94802 req-1266797b-4adf-40a7-9930-0b43a3515ef2 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.2857177 Apr 30 13:12:18.964028 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3a0b3-acb6-4aa4-8c45-5aa1768eeeca req-29577367-128c-4135-8798-d1dbc11eda2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:18.965643 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-17c3a0b3-acb6-4aa4-8c45-5aa1768eeeca req-29577367-128c-4135-8798-d1dbc11eda2d service neutron] 10.222.0.71 "GET /v2.0/networks?id=384ed945-7697-4aed-a91c-b54f67f71379 HTTP/1.1" status: 200 len: 919 time: 0.2691934 Apr 30 13:12:18.978319 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f3bc8-a1ed-449c-9c92-41cf0ae1bf8d req-76cd92d0-48d5-46ae-b1f5-53ac0cb4c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:18.980445 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-f80f3bc8-a1ed-449c-9c92-41cf0ae1bf8d req-76cd92d0-48d5-46ae-b1f5-53ac0cb4c5be service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 1098 time: 0.0945981 Apr 30 13:12:19.044366 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-f80f3bc8-a1ed-449c-9c92-41cf0ae1bf8d req-c0ccca62-43ba-4e95-b392-53a2fcab6f42 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477421 Apr 30 13:12:19.057122 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-17c3a0b3-acb6-4aa4-8c45-5aa1768eeeca req-27569676-2ecf-4dee-a997-4f1839eb4bff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cd7dfae-50d3-4898-bc92-62023a8d0059 HTTP/1.1" status: 200 len: 217 time: 0.0729938 Apr 30 13:12:19.060096 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b6a41c1e-5477-4d39-85b9-6272b6a94802 req-345f3801-e068-49bb-9343-aa1d5e1ad894 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112847 Apr 30 13:12:19.446458 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3a0b3-acb6-4aa4-8c45-5aa1768eeeca req-b859cd7e-0b07-409c-a48c-4c70774f89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:19.448031 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-17c3a0b3-acb6-4aa4-8c45-5aa1768eeeca req-b859cd7e-0b07-409c-a48c-4c70774f89e8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc33453d-4422-4eee-9e94-1b257b2eaad2 HTTP/1.1" status: 200 len: 856 time: 0.1120040 Apr 30 13:12:19.602327 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 36058) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:19.613929 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 36064) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:19.687904 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c3a0b3-acb6-4aa4-8c45-5aa1768eeeca req-2695ccef-046b-499b-884d-5a941662f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:19.689572 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-17c3a0b3-acb6-4aa4-8c45-5aa1768eeeca req-2695ccef-046b-499b-884d-5a941662f7e9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=384ed945-7697-4aed-a91c-b54f67f71379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2323418 Apr 30 13:12:19.802174 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-56477aed-55f4-4dd1-8e5a-edd58ea9fb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:19.831548 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-56477aed-55f4-4dd1-8e5a-edd58ea9fb2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:19.836803 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-56477aed-55f4-4dd1-8e5a-edd58ea9fb2c admin admin] Usage tracker for resource:security_group_rule and tenant:8537ec8adb8541c1b4d78e6178335a4e is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:19.842197 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-56477aed-55f4-4dd1-8e5a-edd58ea9fb2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:19.850865 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-56477aed-55f4-4dd1-8e5a-edd58ea9fb2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:19.951428 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-56477aed-55f4-4dd1-8e5a-edd58ea9fb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:19.956602 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-56477aed-55f4-4dd1-8e5a-edd58ea9fb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:19.966149 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:19.991759 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2f70c34c-9513-4e14-a900-4c16f23847b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.014926 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-2f70c34c-9513-4e14-a900-4c16f23847b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:20.017307 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-56477aed-55f4-4dd1-8e5a-edd58ea9fb2c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8537ec8adb8541c1b4d78e6178335a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4135146 Apr 30 13:12:20.018342 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56477aed-55f4-4dd1-8e5a-edd58ea9fb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91117089-07a9-4b61-af20-6fc5091d7d9e,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:20.020901 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 36084) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:20.023924 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-56477aed-55f4-4dd1-8e5a-edd58ea9fb2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:20.027635 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-2f70c34c-9513-4e14-a900-4c16f23847b5 admin admin] Usage tracker for resource:security_group_rule and tenant:014ccfba807f474b9db9ed1924558993 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:20.044994 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-2f70c34c-9513-4e14-a900-4c16f23847b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:20.056748 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-2f70c34c-9513-4e14-a900-4c16f23847b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:20.097158 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a65507d3-952a-4224-9d13-4d6aaeaa909d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.155654 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a65507d3-952a-4224-9d13-4d6aaeaa909d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.203939 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22341c88-f09a-4931-9404-b55708d3eea6 req-d9c953f2-76b0-4e95-8882-1abbcdcb5b97 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:20.205523 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-22341c88-f09a-4931-9404-b55708d3eea6 req-d9c953f2-76b0-4e95-8882-1abbcdcb5b97 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 944 time: 0.4895358 Apr 30 13:12:20.207561 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-17c3a0b3-acb6-4aa4-8c45-5aa1768eeeca req-770b3c17-c873-4946-ac61-dd9c3a6a65d7 service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440825 Apr 30 13:12:20.219607 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a65507d3-952a-4224-9d13-4d6aaeaa909d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.223917 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c9c436f0-d206-4451-94c4-d995c0860086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:20.237968 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65507d3-952a-4224-9d13-4d6aaeaa909d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91117089-07a9-4b61-af20-6fc5091d7d9e,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:20.241282 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a65507d3-952a-4224-9d13-4d6aaeaa909d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:20.243634 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a65507d3-952a-4224-9d13-4d6aaeaa909d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.244627 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-a65507d3-952a-4224-9d13-4d6aaeaa909d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/91117089-07a9-4b61-af20-6fc5091d7d9e HTTP/1.1" status: 204 len: 168 time: 0.2225478 Apr 30 13:12:20.283739 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2f70c34c-9513-4e14-a900-4c16f23847b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.340934 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-2f70c34c-9513-4e14-a900-4c16f23847b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.373578 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-bf113cfe-48a0-4400-a5b8-4049de46296e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:20.473042 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-22341c88-f09a-4931-9404-b55708d3eea6 req-07a9f12a-df7f-414c-88fb-307f7c7b8c34 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2602320 Apr 30 13:12:20.492490 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-2f70c34c-9513-4e14-a900-4c16f23847b5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=014ccfba807f474b9db9ed1924558993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8762839 Apr 30 13:12:20.497406 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 36098) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:20.498096 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70c34c-9513-4e14-a900-4c16f23847b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f39771f-1cb0-4fd0-925b-42d015934fdb,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:20.505292 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-2f70c34c-9513-4e14-a900-4c16f23847b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:20.588454 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-17c3a0b3-acb6-4aa4-8c45-5aa1768eeeca req-9d00ed1c-70c6-4e48-8ae6-f4311b00bede service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033979 Apr 30 13:12:20.606539 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3703b64-5292-4aea-a95c-40e6a812ea89 req-56d3053f-21e9-4f2b-90d1-d42dc3ec91d5 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:20.617992 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d3703b64-5292-4aea-a95c-40e6a812ea89 req-56d3053f-21e9-4f2b-90d1-d42dc3ec91d5 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.4062071 Apr 30 13:12:20.706317 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-da97eb00-eb34-4a9c-84f3-23fd5487d53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.706937 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 36106) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:20.730211 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1e1be587-66a9-4433-b4fb-0ac7c0992a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.730871 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d3703b64-5292-4aea-a95c-40e6a812ea89 req-5db9932c-add5-444e-8b8c-7e5c5d7a7afa tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120021 Apr 30 13:12:20.752089 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-da97eb00-eb34-4a9c-84f3-23fd5487d53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.752540 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-1e1be587-66a9-4433-b4fb-0ac7c0992a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:20.759052 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-1e1be587-66a9-4433-b4fb-0ac7c0992a85 admin admin] Usage tracker for resource:security_group_rule and tenant:22e2b116546346a49c860bba72a1e801 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:20.762284 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-1e1be587-66a9-4433-b4fb-0ac7c0992a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:20.768804 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-1e1be587-66a9-4433-b4fb-0ac7c0992a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:20.823420 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63a262-b0be-471d-afa7-6436357cb881 req-e8e4325f-2f17-484d-b339-6205bf2d85cb tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:20.824901 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ea63a262-b0be-471d-afa7-6436357cb881 req-e8e4325f-2f17-484d-b339-6205bf2d85cb tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.1886785 Apr 30 13:12:20.864024 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1e1be587-66a9-4433-b4fb-0ac7c0992a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.865167 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-da97eb00-eb34-4a9c-84f3-23fd5487d53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.870449 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1e1be587-66a9-4433-b4fb-0ac7c0992a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.877121 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:20.890188 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:20.898939 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97eb00-eb34-4a9c-84f3-23fd5487d53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f39771f-1cb0-4fd0-925b-42d015934fdb,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:20.904108 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-da97eb00-eb34-4a9c-84f3-23fd5487d53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:20.908362 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-da97eb00-eb34-4a9c-84f3-23fd5487d53a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f39771f-1cb0-4fd0-925b-42d015934fdb HTTP/1.1" status: 204 len: 168 time: 0.4069636 Apr 30 13:12:20.911408 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-da97eb00-eb34-4a9c-84f3-23fd5487d53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:20.916843 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ea63a262-b0be-471d-afa7-6436357cb881 req-67354e6d-46c2-4357-b5cf-7ec33ea9cd16 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711501 Apr 30 13:12:20.955391 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-1e1be587-66a9-4433-b4fb-0ac7c0992a85 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=22e2b116546346a49c860bba72a1e801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459197 Apr 30 13:12:20.958448 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1be587-66a9-4433-b4fb-0ac7c0992a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6e4624-848f-465e-bc7c-bb7c20c11eb5,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:20.958849 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 36116) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:20.972219 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1e1be587-66a9-4433-b4fb-0ac7c0992a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:21.036612 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9efc4e9c-040f-4fe9-bb2f-471b54eece1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:21.066873 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9efc4e9c-040f-4fe9-bb2f-471b54eece1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:21.072397 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 0cd7dfae-50d3-4898-bc92-62023a8d0059 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:12:21.086987 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device cff078e8-b239-45de-a9b9-daa6482b64f4 up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:21.135606 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9efc4e9c-040f-4fe9-bb2f-471b54eece1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:21.142239 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-6014d372-59b4-496d-95e1-1a7216892b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:21.155555 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc4e9c-040f-4fe9-bb2f-471b54eece1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6e4624-848f-465e-bc7c-bb7c20c11eb5,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:21.159927 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-9efc4e9c-040f-4fe9-bb2f-471b54eece1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:21.164427 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9efc4e9c-040f-4fe9-bb2f-471b54eece1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:21.166198 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-9efc4e9c-040f-4fe9-bb2f-471b54eece1d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cc6e4624-848f-465e-bc7c-bb7c20c11eb5 HTTP/1.1" status: 204 len: 168 time: 0.2063298 Apr 30 13:12:21.348426 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port cff078e8-b239-45de-a9b9-daa6482b64f4 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:21.364549 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port cff078e8-b239-45de-a9b9-daa6482b64f4 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:21.365093 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:21.725054 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 0cd7dfae-50d3-4898-bc92-62023a8d0059, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0cd7dfae-50d3-4898-bc92-62023a8d0059,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:21.764932 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': '0cd7dfae-50d3-4898-bc92-62023a8d0059', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'port_id': '0cd7dfae-50d3-4898-bc92-62023a8d0059', 'mac_address': 'fa:16:3e:6a:61:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:12:21.772513 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:21.824449 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port cff078e8-b239-45de-a9b9-daa6482b64f4, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=cff078e8-b239-45de-a9b9-daa6482b64f4,segment=NetworkSegment(41430b28-ed4e-4555-8a4a-2b225eaaf3ea),segment_id=41430b28-ed4e-4555-8a4a-2b225eaaf3ea)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:21.830032 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 36154) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:21.851898 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:21.868731 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9504e6a6-a9cf-4f1a-a169-eea54daf121c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff078e8-b239-45de-a9b9-daa6482b64f4'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:21.869612 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:21.874875 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Usage tracker for resource:security_group_rule and tenant:e0ef02d25ce94af3bb04040f5995bf0a is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:21.878473 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:21.885646 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:21.887278 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:21.890169 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:21.986834 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6105f-56f8-4457-8803-a1020cd42750 req-d35d8885-69d1-4cda-857d-de8b713a0f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:21.989422 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-51f6105f-56f8-4457-8803-a1020cd42750 req-d35d8885-69d1-4cda-857d-de8b713a0f6c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9ae82ace87d14c12b35259bd0973dda6&device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 1098 time: 0.5191114 Apr 30 13:12:22.003565 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.012932 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.020407 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.030713 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd7dfae-50d3-4898-bc92-62023a8d0059 {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:12:22.051425 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 0cd7dfae-50d3-4898-bc92-62023a8d0059, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0cd7dfae-50d3-4898-bc92-62023a8d0059,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:22.053066 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=cff078e8-b239-45de-a9b9-daa6482b64f4,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:22.058165 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:22.059040 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:22.060046 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.062230 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-63981a5b-2165-4d1e-9106-eadab0aa9ed9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:22.078175 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e0ef02d25ce94af3bb04040f5995bf0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406077 Apr 30 13:12:22.078175 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 36162) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:22.098549 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560ed9e-378d-4829-a692-e84f5a195145 req-8bbedeaa-07ce-487e-b43d-0dade6512ea4 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:22.106573 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c560ed9e-378d-4829-a692-e84f5a195145 req-8bbedeaa-07ce-487e-b43d-0dade6512ea4 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.5021307 Apr 30 13:12:22.114886 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb52011-2d77-4530-a6b6-e3f31b65cdc6,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:22.143546 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:22.143896 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:22.144453 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:22.144969 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:22.145544 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:22.146062 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:22.146582 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:22.147363 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:22.147935 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:22.148278 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:22.148620 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:22.148954 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:22.155160 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:22.173678 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0ea4cb28-21eb-4e92-bd54-bb41df10ca2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.188612 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=0cd7dfae-50d3-4898-bc92-62023a8d0059,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:22.193036 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:22.203876 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0ea4cb28-21eb-4e92-bd54-bb41df10ca2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.223648 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e0314-6696-4781-bd37-abdc0eda51ac req-2ed5db3a-20cf-44fb-8559-346fd69da69f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:22.225134 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3e7e0314-6696-4781-bd37-abdc0eda51ac req-2ed5db3a-20cf-44fb-8559-346fd69da69f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.4558816 Apr 30 13:12:22.237687 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6105f-56f8-4457-8803-a1020cd42750 req-802074fb-d829-4bd5-b7a6-0abe073bdd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:22.239142 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-51f6105f-56f8-4457-8803-a1020cd42750 req-802074fb-d829-4bd5-b7a6-0abe073bdd4d service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58 HTTP/1.1" status: 200 len: 921 time: 0.2384293 Apr 30 13:12:22.269161 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0ea4cb28-21eb-4e92-bd54-bb41df10ca2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.274827 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d7de3a1c-ee48-4da2-8199-d669d0dd6fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:22.287426 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4cb28-21eb-4e92-bd54-bb41df10ca2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb52011-2d77-4530-a6b6-e3f31b65cdc6,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:22.291686 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-0ea4cb28-21eb-4e92-bd54-bb41df10ca2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:22.297983 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0ea4cb28-21eb-4e92-bd54-bb41df10ca2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.299110 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-0ea4cb28-21eb-4e92-bd54-bb41df10ca2f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2fb52011-2d77-4530-a6b6-e3f31b65cdc6 HTTP/1.1" status: 204 len: 168 time: 0.2213030 Apr 30 13:12:22.371629 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c560ed9e-378d-4829-a692-e84f5a195145 req-246bd33a-6eb3-4b98-98e2-91e8fbb768e3 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641242 Apr 30 13:12:22.373060 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-51f6105f-56f8-4457-8803-a1020cd42750 req-35882afd-c804-4de7-93ad-6a604caf25ee service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=308cbf45-0e9c-4a51-baf7-d8508b14282f HTTP/1.1" status: 200 len: 217 time: 0.1090033 Apr 30 13:12:22.401081 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3e7e0314-6696-4781-bd37-abdc0eda51ac req-40c3fcd1-3e9b-4436-959d-21b608eb7626 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578963 Apr 30 13:12:22.472656 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['0cd7dfae-50d3-4898-bc92-62023a8d0059'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:22.540732 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 36178) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:22.554227 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9504e6a6-a9cf-4f1a-a169-eea54daf121c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff078e8-b239-45de-a9b9-daa6482b64f4', 'code': 200} Apr 30 13:12:22.684117 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6105f-56f8-4457-8803-a1020cd42750 req-6ab42c3e-1902-4e22-8664-8f3bbdda4643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:22.685641 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-51f6105f-56f8-4457-8803-a1020cd42750 req-6ab42c3e-1902-4e22-8664-8f3bbdda4643 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a7902b94-9475-4f0c-afc1-0ffb637b7e52 HTTP/1.1" status: 200 len: 859 time: 0.3032367 Apr 30 13:12:22.745695 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-51f6105f-56f8-4457-8803-a1020cd42750 req-991219e7-d9f9-490b-b655-1a4fd0183023 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512962 Apr 30 13:12:22.780526 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2113521753-network', 'tenant_id': 'b7e7f7874df04f2d973031fe95b4ea09'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:22.786029 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:22.793079 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Usage tracker for resource:network and tenant:b7e7f7874df04f2d973031fe95b4ea09 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:22.799283 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:22.826445 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:22.837090 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e1cd7-1b6b-4572-b81a-86a601291b5e req-47c4e95a-4f94-47fa-b1cd-ddeca53fae1a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:22.838674 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-653e1cd7-1b6b-4572-b81a-86a601291b5e req-47c4e95a-4f94-47fa-b1cd-ddeca53fae1a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 944 time: 0.2862740 Apr 30 13:12:22.963286 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Made reservation on behalf of b7e7f7874df04f2d973031fe95b4ea09 for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:22.966485 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:22.972260 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-653e1cd7-1b6b-4572-b81a-86a601291b5e req-c6a10efb-4d48-49fa-9189-74daf731f2f8 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270776 Apr 30 13:12:23.016644 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-51f6105f-56f8-4457-8803-a1020cd42750 req-92c24de5-882e-4b7c-9e00-d04a7f7f9abe service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549515 Apr 30 13:12:23.022129 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.046025 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:23.054931 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Usage tracker for resource:security_group_rule and tenant:b7e7f7874df04f2d973031fe95b4ea09 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:23.059434 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:23.068260 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:23.115785 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2115bb-41a1-4195-9faa-c80487f0a76d req-2fbabf4d-e7b1-4f47-bf54-75e661ab83c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:23.118300 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6a2115bb-41a1-4195-9faa-c80487f0a76d req-2fbabf4d-e7b1-4f47-bf54-75e661ab83c3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 1098 time: 0.2762587 Apr 30 13:12:23.193040 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6a2115bb-41a1-4195-9faa-c80487f0a76d req-2d6b1858-a85f-42fb-a86f-f050150c531e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670633 Apr 30 13:12:23.261825 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.267724 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.273690 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a65507d3-952a-4224-9d13-4d6aaeaa909d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:23.310597 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:12:23.327532 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e444b8-e9f5-4f54-8adf-03ada4f35940,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:23.332591 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:23.333884 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.334433 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Added segment 80105982-6f46-4f76-a118-13d53cdb9c24 of type vlan for network 2177606a-154a-42a7-8399-8e8efbac3700 Apr 30 13:12:23.372539 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751029132912'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.437187 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.439158 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:23.440156 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.464397 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:23.505273 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-51f6105f-56f8-4457-8803-a1020cd42750 req-dc318fb7-09e6-4c73-acea-8e6f6451dedd service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900498 Apr 30 13:12:23.737784 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1914086 Apr 30 13:12:23.737784 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Pushing event updated for resources: {'Network': ['ID=2177606a-154a-42a7-8399-8e8efbac3700,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:23.739588 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 36240) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:23.746483 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-dc4fc281-f75e-44fc-b170-a89da3f1c279 admin admin] Request body: {'subnet': {'network_id': '2177606a-154a-42a7-8399-8e8efbac3700', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2113521753-subnet', 'tenant_id': 'b7e7f7874df04f2d973031fe95b4ea09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:23.749476 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:23.752008 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Network 2177606a-154a-42a7-8399-8e8efbac3700 details requested by agent ovs-agent-dv-cinder-784453-4-iscsi with host dv-cinder-784453-4-iscsi {{(pid=73815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:12:23.752802 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-dc4fc281-f75e-44fc-b170-a89da3f1c279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:23.756846 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-dc4fc281-f75e-44fc-b170-a89da3f1c279 admin admin] Usage tracker for resource:subnet and tenant:b7e7f7874df04f2d973031fe95b4ea09 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:23.760629 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-dc4fc281-f75e-44fc-b170-a89da3f1c279 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:23.776349 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-dc4fc281-f75e-44fc-b170-a89da3f1c279 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:23.793097 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4fc281-f75e-44fc-b170-a89da3f1c279 admin admin] Made reservation on behalf of b7e7f7874df04f2d973031fe95b4ea09 for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:23.800434 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-dc4fc281-f75e-44fc-b170-a89da3f1c279 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65575204'] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:23.880808 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12b186-e0c7-424b-afaf-93051f00bddb req-6e5a13b5-dab0-4839-8833-86489763856a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:23.883821 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1c12b186-e0c7-424b-afaf-93051f00bddb req-6e5a13b5-dab0-4839-8833-86489763856a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.2580605 Apr 30 13:12:23.902891 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9b863-5d1d-4209-a7a4-54355c44b807 req-fa8da1fb-2a70-476f-9932-9f7a219c3c51 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:23.905599 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-25a9b863-5d1d-4209-a7a4-54355c44b807 req-fa8da1fb-2a70-476f-9932-9f7a219c3c51 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.1952350 Apr 30 13:12:24.058395 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-25a9b863-5d1d-4209-a7a4-54355c44b807 req-ca7e4a46-74fd-4f17-bfff-a9f84e06dc26 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228745 Apr 30 13:12:24.070232 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1c12b186-e0c7-424b-afaf-93051f00bddb req-7f526b5a-585d-46a2-b07d-6053ef425df8 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625257 Apr 30 13:12:24.272750 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768602dd-acd9-4fb7-aec6-ac00a793278d req-2dbb9f19-f0d2-4913-9637-4cb1d2acd435 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:24.274556 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-768602dd-acd9-4fb7-aec6-ac00a793278d req-2dbb9f19-f0d2-4913-9637-4cb1d2acd435 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 944 time: 0.1049836 Apr 30 13:12:24.329943 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-768602dd-acd9-4fb7-aec6-ac00a793278d req-410abfbd-e2db-40d4-af88-d0f6b23c359c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483932 Apr 30 13:12:24.544031 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-dc4fc281-f75e-44fc-b170-a89da3f1c279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64370968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65575222'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:24.552321 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d7dd8c7d-a249-4203-9627-097d80e5edfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:24.680187 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fc281-f75e-44fc-b170-a89da3f1c279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c89864-17b9-4310-9799-bf6c779ca722,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:24.685641 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-dc4fc281-f75e-44fc-b170-a89da3f1c279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:24.697243 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4fc281-f75e-44fc-b170-a89da3f1c279 admin admin] Checking segment: {'id': '80105982-6f46-4f76-a118-13d53cdb9c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '2177606a-154a-42a7-8399-8e8efbac3700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:24.697630 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4fc281-f75e-44fc-b170-a89da3f1c279 admin admin] Network hostable DHCP agents. Network: 2177606a-154a-42a7-8399-8e8efbac3700, hostable agents: ['e96ab08c-23ca-4860-8db7-d5ed4d5e6b52'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:12:24.719367 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4fc281-f75e-44fc-b170-a89da3f1c279 admin admin] Network 2177606a-154a-42a7-8399-8e8efbac3700 is scheduled to be hosted by DHCP agent e96ab08c-23ca-4860-8db7-d5ed4d5e6b52 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:12:24.733538 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-dc4fc281-f75e-44fc-b170-a89da3f1c279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-iscsi, 2177606a-154a-42a7-8399-8e8efbac3700) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:24.747002 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845950e9-ed22-4009-82e6-2ba841a013c2 None None] Network 2177606a-154a-42a7-8399-8e8efbac3700 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:12:24.750056 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4fc281-f75e-44fc-b170-a89da3f1c279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:24.751123 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-dc4fc281-f75e-44fc-b170-a89da3f1c279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:24.784259 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-dc4fc281-f75e-44fc-b170-a89da3f1c279 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0435901 Apr 30 13:12:24.994749 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6967b93c-f233-49a6-89a2-67b4d89de2b6 None None] Network 2177606a-154a-42a7-8399-8e8efbac3700 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:12:25.494639 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d58138-bd3d-4399-b4db-95936a3b4239 req-41124e7a-c78c-42e8-8bcf-b2295dcf4e77 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:25.509727 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a2d58138-bd3d-4399-b4db-95936a3b4239 req-41124e7a-c78c-42e8-8bcf-b2295dcf4e77 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.2286704 Apr 30 13:12:25.559674 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe82d72-3e0d-4ec5-9bcd-f5a705a2b74c req-5052c275-a5ee-4382-8d91-12f2ebebb7b3 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:25.561209 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dbe82d72-3e0d-4ec5-9bcd-f5a705a2b74c req-5052c275-a5ee-4382-8d91-12f2ebebb7b3 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.2320824 Apr 30 13:12:25.581580 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 36310) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:25.588641 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1095651026-network', 'tenant_id': '40761af9984046e9a4c85f7d7d5ecde2'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:25.593283 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:25.598283 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Usage tracker for resource:network and tenant:40761af9984046e9a4c85f7d7d5ecde2 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:25.602388 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:25.603241 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a2d58138-bd3d-4399-b4db-95936a3b4239 req-b2d10e7b-be16-4d46-9ca4-c8cc3b73b8cb tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920875 Apr 30 13:12:25.609853 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:25.627654 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dbe82d72-3e0d-4ec5-9bcd-f5a705a2b74c req-dd267f64-0ac4-4c79-ac93-965285d15547 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489218 Apr 30 13:12:25.630738 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Made reservation on behalf of 40761af9984046e9a4c85f7d7d5ecde2 for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:25.633365 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.646860 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.672359 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:25.676944 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Usage tracker for resource:security_group_rule and tenant:40761af9984046e9a4c85f7d7d5ecde2 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:25.681053 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:25.689785 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:25.818284 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.824470 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.829176 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:25.836676 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6519dc1-6627-4cc5-9ee7-5714d3cbecb6 req-c4a18c8e-6b11-4c52-9a8c-b38895fd28eb tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:25.838022 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d6519dc1-6627-4cc5-9ee7-5714d3cbecb6 req-c4a18c8e-6b11-4c52-9a8c-b38895fd28eb tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 944 time: 0.0933490 Apr 30 13:12:25.868483 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:12:25.892045 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.892759 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Added segment 97e8b6cf-b260-47fc-bb04-c1c33e3d881e of type vlan for network 8a0684d2-e2a8-4f49-9fbf-d2d5d0b6b490 Apr 30 13:12:25.899506 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d6519dc1-6627-4cc5-9ee7-5714d3cbecb6 req-f27817ae-ecda-4f6c-a239-2ab7bb20a701 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509841 Apr 30 13:12:25.948974 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751029132912'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:25.999217 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9ad024-94db-44ae-b24f-997966a58101,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:26.006356 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:26.015764 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:26.017243 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:26.017864 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:26.023451 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:26.126185 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5430973 Apr 30 13:12:26.126779 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Pushing event updated for resources: {'Network': ['ID=8a0684d2-e2a8-4f49-9fbf-d2d5d0b6b490,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:26.128828 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 36320) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:26.131670 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:26.135420 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-7c15c89a-64f9-4b3a-9a8f-868f373ccde6 admin admin] Request body: {'subnet': {'network_id': '8a0684d2-e2a8-4f49-9fbf-d2d5d0b6b490', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1095651026-subnet', 'tenant_id': '40761af9984046e9a4c85f7d7d5ecde2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:26.140426 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Network 8a0684d2-e2a8-4f49-9fbf-d2d5d0b6b490 details requested by agent ovs-agent-dv-cinder-784453-4-iscsi with host dv-cinder-784453-4-iscsi {{(pid=73815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:12:26.141409 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-7c15c89a-64f9-4b3a-9a8f-868f373ccde6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:26.147199 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-7c15c89a-64f9-4b3a-9a8f-868f373ccde6 admin admin] Usage tracker for resource:subnet and tenant:40761af9984046e9a4c85f7d7d5ecde2 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:26.152397 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-7c15c89a-64f9-4b3a-9a8f-868f373ccde6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:26.161099 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-7c15c89a-64f9-4b3a-9a8f-868f373ccde6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:26.172878 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c15c89a-64f9-4b3a-9a8f-868f373ccde6 admin admin] Made reservation on behalf of 40761af9984046e9a4c85f7d7d5ecde2 for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:12:26.175499 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7c15c89a-64f9-4b3a-9a8f-868f373ccde6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65575204'] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:26.610083 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7c15c89a-64f9-4b3a-9a8f-868f373ccde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64370968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65575222'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:26.615376 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-df00ed66-35e5-4b27-b9a4-99e8995248ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:26.694425 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15c89a-64f9-4b3a-9a8f-868f373ccde6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08341656-c36e-4a50-b2c3-a74079c0f4e7,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:26.698251 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7c15c89a-64f9-4b3a-9a8f-868f373ccde6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:26.701156 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c15c89a-64f9-4b3a-9a8f-868f373ccde6 admin admin] Checking segment: {'id': '97e8b6cf-b260-47fc-bb04-c1c33e3d881e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '8a0684d2-e2a8-4f49-9fbf-d2d5d0b6b490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:12:26.701549 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c15c89a-64f9-4b3a-9a8f-868f373ccde6 admin admin] Network hostable DHCP agents. Network: 8a0684d2-e2a8-4f49-9fbf-d2d5d0b6b490, hostable agents: ['e96ab08c-23ca-4860-8db7-d5ed4d5e6b52'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:12:26.724288 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c15c89a-64f9-4b3a-9a8f-868f373ccde6 admin admin] Network 8a0684d2-e2a8-4f49-9fbf-d2d5d0b6b490 is scheduled to be hosted by DHCP agent e96ab08c-23ca-4860-8db7-d5ed4d5e6b52 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:12:26.738408 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-7c15c89a-64f9-4b3a-9a8f-868f373ccde6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-iscsi, 8a0684d2-e2a8-4f49-9fbf-d2d5d0b6b490) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:12:26.758848 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980ad05c-56ef-4e27-89b1-215298b50c73 None None] Network 8a0684d2-e2a8-4f49-9fbf-d2d5d0b6b490 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:12:26.760423 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c15c89a-64f9-4b3a-9a8f-868f373ccde6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:26.761791 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7c15c89a-64f9-4b3a-9a8f-868f373ccde6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:26.818859 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-7c15c89a-64f9-4b3a-9a8f-868f373ccde6 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6886675 Apr 30 13:12:26.991316 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2036e5-d7cb-42e1-8e2f-32e458b31d47 req-cf9980ee-f05b-4b1f-9584-18ea017b4b75 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:26.993175 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0d2036e5-d7cb-42e1-8e2f-32e458b31d47 req-cf9980ee-f05b-4b1f-9584-18ea017b4b75 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.1877062 Apr 30 13:12:27.017813 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03eab91-14ce-4350-a376-b052b36bea2d req-17f7ec7b-5edb-4cf6-8602-e3bf6072fbea tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:27.019579 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e03eab91-14ce-4350-a376-b052b36bea2d req-17f7ec7b-5edb-4cf6-8602-e3bf6072fbea tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.1572683 Apr 30 13:12:27.087103 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0d2036e5-d7cb-42e1-8e2f-32e458b31d47 req-a3b68938-7c88-4715-b77d-f9d5c8bb2dc6 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786285 Apr 30 13:12:27.093970 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a040f9b3-63f3-4166-a827-eeb5e650974e None None] Network 8a0684d2-e2a8-4f49-9fbf-d2d5d0b6b490 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:12:27.112888 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e03eab91-14ce-4350-a376-b052b36bea2d req-466989b7-c9f3-4b51-82dd-806c763b8377 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597608 Apr 30 13:12:27.215264 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 0cd7dfae-50d3-4898-bc92-62023a8d0059 up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:12:27.386186 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86568c79-339f-42e6-971d-af7e7e5831fb req-886ad20f-0859-4cb4-a901-b7ed7063b0e4 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:27.395863 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port 0cd7dfae-50d3-4898-bc92-62023a8d0059 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:12:27.399134 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-86568c79-339f-42e6-971d-af7e7e5831fb req-886ad20f-0859-4cb4-a901-b7ed7063b0e4 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 944 time: 0.1726255 Apr 30 13:12:27.418318 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port 0cd7dfae-50d3-4898-bc92-62023a8d0059 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:12:27.418822 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:27.470860 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-86568c79-339f-42e6-971d-af7e7e5831fb req-b6912452-378d-4631-81c5-df440388407b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698948 Apr 30 13:12:27.585759 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:27.616096 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d095de-4619-4350-a486-c7238d32b916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd7dfae-50d3-4898-bc92-62023a8d0059'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:27.628955 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 0cd7dfae-50d3-4898-bc92-62023a8d0059, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0cd7dfae-50d3-4898-bc92-62023a8d0059,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:27.635570 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:27.638289 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:27.674713 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d095de-4619-4350-a486-c7238d32b916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd7dfae-50d3-4898-bc92-62023a8d0059', 'code': 200} Apr 30 13:12:27.714770 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=0cd7dfae-50d3-4898-bc92-62023a8d0059,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:27.724029 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.724465 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.724816 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.725160 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.725597 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.725822 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.726201 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.726580 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.726946 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.727247 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.727561 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.727872 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:27.731916 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:28.381310 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae6bf6-a4ef-4ca0-8624-74ed27549705 req-c08ea227-96d2-4a0a-bf0f-4c9061efe5ec tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:28.382944 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ccae6bf6-a4ef-4ca0-8624-74ed27549705 req-c08ea227-96d2-4a0a-bf0f-4c9061efe5ec tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.1527240 Apr 30 13:12:28.392831 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e0970-d489-4aaa-8b4c-eeefe7619c57 req-5b2b43fd-9819-4bcd-9bae-c00922a564aa tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:28.394414 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bd3e0970-d489-4aaa-8b4c-eeefe7619c57 req-5b2b43fd-9819-4bcd-9bae-c00922a564aa tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.1200144 Apr 30 13:12:28.478214 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ccae6bf6-a4ef-4ca0-8624-74ed27549705 req-ad2c3223-ea8e-4dd7-8575-30f1b9fcf34d tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827806 Apr 30 13:12:28.490898 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bd3e0970-d489-4aaa-8b4c-eeefe7619c57 req-f60049fb-634b-4c9f-a341-5198fd3f988f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815244 Apr 30 13:12:28.697564 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b274e0-00e8-4f5c-974c-937877f95829 req-9edd93d9-e35d-46c3-a410-b8280b084f3d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:28.699114 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-36b274e0-00e8-4f5c-974c-937877f95829 req-9edd93d9-e35d-46c3-a410-b8280b084f3d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.0850265 Apr 30 13:12:28.747956 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-36b274e0-00e8-4f5c-974c-937877f95829 req-885918b1-b45f-4d41-86b5-f16a429ac93d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426126 Apr 30 13:12:29.754445 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045030fc-bda2-4ade-b786-4fd731381a55 req-47c8108b-b2a6-4181-843f-a8a8d9cc41aa tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:29.755937 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-045030fc-bda2-4ade-b786-4fd731381a55 req-47c8108b-b2a6-4181-843f-a8a8d9cc41aa tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.1539764 Apr 30 13:12:29.765288 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315fdb4d-965c-4cef-b837-261672a62461 req-3a15553e-7d7e-4abe-8226-4b9a2e4e7e59 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:29.766860 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-315fdb4d-965c-4cef-b837-261672a62461 req-3a15553e-7d7e-4abe-8226-4b9a2e4e7e59 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.1292729 Apr 30 13:12:29.842269 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-045030fc-bda2-4ade-b786-4fd731381a55 req-b85d422f-352f-4a74-b300-8eaad6a89391 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743589 Apr 30 13:12:29.847196 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-315fdb4d-965c-4cef-b837-261672a62461 req-428bbbab-1cd0-4603-b9ae-b47a24005f90 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654168 Apr 30 13:12:30.044157 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225dda2-8efb-489b-91b4-fe9e0cf8712e req-34dfa6c6-95f3-4650-ace0-e9bb2b955bc6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:30.046167 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c225dda2-8efb-489b-91b4-fe9e0cf8712e req-34dfa6c6-95f3-4650-ace0-e9bb2b955bc6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.1044409 Apr 30 13:12:30.110134 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c225dda2-8efb-489b-91b4-fe9e0cf8712e req-f0cb9b33-adc7-4189-b717-b695a5886a1f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555632 Apr 30 13:12:31.087384 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:31.225478 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0604ae0-58f6-4a06-b787-368f90601a5c req-aeb20dee-8ea5-4462-845f-957765f53a67 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:31.227087 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0604ae0-58f6-4a06-b787-368f90601a5c req-aeb20dee-8ea5-4462-845f-957765f53a67 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.2684708 Apr 30 13:12:31.235895 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf29747-3468-43c2-a154-fdee526ccebf req-0e42f8e8-d6b3-4eef-a3b7-2619324e2f17 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:31.243022 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4cf29747-3468-43c2-a154-fdee526ccebf req-0e42f8e8-d6b3-4eef-a3b7-2619324e2f17 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.2524729 Apr 30 13:12:31.285769 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a36ec-1d16-4062-b122-08a790b55288 req-743600e4-45c6-4011-80f6-95e5707edb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:31.287239 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f04a36ec-1d16-4062-b122-08a790b55288 req-743600e4-45c6-4011-80f6-95e5707edb41 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 1098 time: 0.1833494 Apr 30 13:12:31.326963 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4cf29747-3468-43c2-a154-fdee526ccebf req-9ed89a0b-270c-4fde-b0ed-56fb014cb972 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830259 Apr 30 13:12:31.329797 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0604ae0-58f6-4a06-b787-368f90601a5c req-c6f0e370-da2e-4090-956a-50a7de405b48 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841665 Apr 30 13:12:31.372465 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f04a36ec-1d16-4062-b122-08a790b55288 req-ebb77ab2-e571-4fac-91cd-934aebefb701 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416386 Apr 30 13:12:31.518486 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b3c8e-14cf-4ca1-94e6-0b9517b9bdbe req-5a6f0d34-d8a4-4338-a255-1676df8fdc24 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:31.520037 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-391b3c8e-14cf-4ca1-94e6-0b9517b9bdbe req-5a6f0d34-d8a4-4338-a255-1676df8fdc24 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.0850036 Apr 30 13:12:31.574459 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-391b3c8e-14cf-4ca1-94e6-0b9517b9bdbe req-7027321e-3cd4-40e6-a03e-933d507c1a75 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482607 Apr 30 13:12:32.383771 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0b034540-3a1a-42d7-a5ce-a1d31f3ef471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:32.680061 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c8ef9-4b3f-4546-aec2-3c7c84b60ee5 req-587ffbc7-a451-4a36-a0eb-5cdf2d53460f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:32.681618 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ad8c8ef9-4b3f-4546-aec2-3c7c84b60ee5 req-587ffbc7-a451-4a36-a0eb-5cdf2d53460f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.1812217 Apr 30 13:12:32.716177 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402ecba-273b-4188-9152-0aaca4c1c1d6 req-a9c10bad-7df4-4361-8d31-68e592b5e800 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:32.722315 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b402ecba-273b-4188-9152-0aaca4c1c1d6 req-a9c10bad-7df4-4361-8d31-68e592b5e800 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.1582751 Apr 30 13:12:32.782136 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ad8c8ef9-4b3f-4546-aec2-3c7c84b60ee5 req-ca9652b8-e2e3-42c2-b294-a5126573b08c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905855 Apr 30 13:12:32.793753 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b402ecba-273b-4188-9152-0aaca4c1c1d6 req-24376f3d-246b-49ac-9dbb-2d97b55ec566 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679848 Apr 30 13:12:33.166633 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf8e52-602c-46ae-9af2-b9a75031a625 req-32f3c47b-ad15-4aa0-a214-0cda70be0386 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:33.177547 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-94bf8e52-602c-46ae-9af2-b9a75031a625 req-32f3c47b-ad15-4aa0-a214-0cda70be0386 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.1915469 Apr 30 13:12:33.214028 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21349be9-a3e0-4d09-a955-c8af33cd3be0 req-2c7b330b-b404-4c4a-8711-a7c07b75d81b tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:33.215766 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-21349be9-a3e0-4d09-a955-c8af33cd3be0 req-2c7b330b-b404-4c4a-8711-a7c07b75d81b tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.1521676 Apr 30 13:12:33.232449 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 36476) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:33.239493 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-b43a2439-3b7f-45ec-9b91-8e69828ebf97 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Request body: {'floatingip': {'port_id': 'cff078e8-b239-45de-a9b9-daa6482b64f4'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:33.284505 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-94bf8e52-602c-46ae-9af2-b9a75031a625 req-4b190f09-898d-4e26-b7fa-f476b0eaa9d8 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028144 Apr 30 13:12:33.395233 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b43a2439-3b7f-45ec-9b91-8e69828ebf97 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for floatingip, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:33.566061 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-335b3a78-ddae-4708-8583-2e6b02f62a21 req-551e2d70-0249-411e-bf87-8dbb8d9ccc21 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1077185 Apr 30 13:12:33.786624 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b3a78-ddae-4708-8583-2e6b02f62a21 req-3d1e8bbc-ee97-48a4-8b42-7fc4a54960e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:33.788202 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-335b3a78-ddae-4708-8583-2e6b02f62a21 req-3d1e8bbc-ee97-48a4-8b42-7fc4a54960e7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=4fa2f85932184fbeaadca042ca7ca85e&device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 1099 time: 0.0918889 Apr 30 13:12:34.162362 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b3a78-ddae-4708-8583-2e6b02f62a21 req-a102eff1-e115-4ba0-804b-c28ca0c89f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:34.165526 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-335b3a78-ddae-4708-8583-2e6b02f62a21 req-a102eff1-e115-4ba0-804b-c28ca0c89f08 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cda1a518-add5-4bf9-aa6d-e957ae05d7db HTTP/1.1" status: 200 len: 914 time: 0.3510578 Apr 30 13:12:34.198648 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a2b1d-8017-4e2e-8cc9-8ea4e462ee75 req-e5e600cd-8e61-4e46-984e-126759e3aedf tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:34.201880 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-309a2b1d-8017-4e2e-8cc9-8ea4e462ee75 req-e5e600cd-8e61-4e46-984e-126759e3aedf tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.2491882 Apr 30 13:12:34.357767 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-335b3a78-ddae-4708-8583-2e6b02f62a21 req-06269eaf-ad0b-4838-a304-95c5c8024085 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e06c1645-fc5c-4d22-b639-0e71e1bddb8f HTTP/1.1" status: 200 len: 217 time: 0.1527812 Apr 30 13:12:34.468863 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b43a2439-3b7f-45ec-9b91-8e69828ebf97 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:34.477043 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b43a2439-3b7f-45ec-9b91-8e69828ebf97 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66717071'] for floatingip, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:34.488170 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-309a2b1d-8017-4e2e-8cc9-8ea4e462ee75 req-09e62670-cf1e-4ea6-b982-15cb352338ef tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756918 Apr 30 13:12:34.520584 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b3a78-ddae-4708-8583-2e6b02f62a21 req-740916ea-7b93-44e9-a338-aac05bce53e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:34.522135 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-335b3a78-ddae-4708-8583-2e6b02f62a21 req-740916ea-7b93-44e9-a338-aac05bce53e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8ce2434e-7893-4583-9996-080610f3423b HTTP/1.1" status: 200 len: 852 time: 0.1293161 Apr 30 13:12:34.728019 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-335b3a78-ddae-4708-8583-2e6b02f62a21 req-d0a06921-f0ea-4c82-b5bd-3524531f7d4e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cda1a518-add5-4bf9-aa6d-e957ae05d7db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1959212 Apr 30 13:12:34.766525 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.l3_db [None req-b43a2439-3b7f-45ec-9b91-8e69828ebf97 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Floating IP ea718920-c58a-4ab9-91c5-c655f5cc685f associated. External IP: 172.27.1.57, port: cff078e8-b239-45de-a9b9-daa6482b64f4. Apr 30 13:12:34.996315 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-335b3a78-ddae-4708-8583-2e6b02f62a21 req-15b0ffec-b11d-4787-ab0c-e2ef9ff574ac service neutron] 10.222.0.71 "GET /v2.0/networks/cda1a518-add5-4bf9-aa6d-e957ae05d7db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210996 Apr 30 13:12:35.090394 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 36534) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:35.248900 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d497343-0561-4b40-8e15-2aeb37d037a1 req-c8f52262-9fa1-40bc-9d06-58121e3753cf tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:35.250698 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8d497343-0561-4b40-8e15-2aeb37d037a1 req-c8f52262-9fa1-40bc-9d06-58121e3753cf tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 946 time: 0.6105001 Apr 30 13:12:35.322296 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43a2439-3b7f-45ec-9b91-8e69828ebf97 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Router 1f4ba758-767b-4dea-b6e0-d4a248a76808 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:12:35.344114 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6f76f78e-4f7b-4576-a32c-5c5eba199182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:35.366487 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6f76f78e-4f7b-4576-a32c-5c5eba199182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:35.369713 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a3f48-0c52-467a-9085-c5c5468aed3d req-99c5d86a-c8f2-4c17-94ca-f90557ba74d7 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:35.371265 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6c4a3f48-0c52-467a-9085-c5c5468aed3d req-99c5d86a-c8f2-4c17-94ca-f90557ba74d7 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.6867182 Apr 30 13:12:35.431317 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6f76f78e-4f7b-4576-a32c-5c5eba199182 admin admin] Usage tracker for resource:security_group_rule and tenant:64e07c65f80545e7ae693d70860cb65f is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:35.437046 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6f76f78e-4f7b-4576-a32c-5c5eba199182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:35.447480 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6f76f78e-4f7b-4576-a32c-5c5eba199182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:35.471330 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8d497343-0561-4b40-8e15-2aeb37d037a1 req-8ee42324-8264-4355-b386-545df0bd9d61 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/security-groups?id=639fd79a-6dcf-4ec0-b710-cb54a3bae890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937120 Apr 30 13:12:35.481824 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6c4a3f48-0c52-467a-9085-c5c5468aed3d req-aaa4f3e9-bc36-45fb-b297-15357b5c5bbd tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012626 Apr 30 13:12:35.526468 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:35.543330 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-335b3a78-ddae-4708-8583-2e6b02f62a21 req-d0e2c552-9658-4735-830c-9cd22bfb23c3 service neutron] 10.222.0.71 "GET /v2.0/networks/cda1a518-add5-4bf9-aa6d-e957ae05d7db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177751 Apr 30 13:12:35.721686 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43a2439-3b7f-45ec-9b91-8e69828ebf97 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:12:35.754655 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b43a2439-3b7f-45ec-9b91-8e69828ebf97 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:35.787740 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-c71eb61d-cebe-4ecf-b98b-9ebd701018de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:35.790412 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ceccb7-5015-49c0-8cd2-caf0915134f5 None None] Sync routers for ids ['1f4ba758-767b-4dea-b6e0-d4a248a76808'] in dv-cinder-784453-4-iscsi {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:12:35.820432 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ceccb7-5015-49c0-8cd2-caf0915134f5 None None] Routers {'1f4ba758-767b-4dea-b6e0-d4a248a76808'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:35.821544 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-77ceccb7-5015-49c0-8cd2-caf0915134f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:12:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['1f4ba758-767b-4dea-b6e0-d4a248a76808'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:35.868154 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b43a2439-3b7f-45ec-9b91-8e69828ebf97 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "PUT /v2.0/floatingips/ea718920-c58a-4ab9-91c5-c655f5cc685f HTTP/1.1" status: 200 len: 990 time: 2.6337543 Apr 30 13:12:35.870190 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9504e6a6-a9cf-4f1a-a169-eea54daf121c', 'tag': 'cff078e8-b239-45de-a9b9-daa6482b64f4'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:35.910863 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b71d0-d1d4-433b-9eeb-fe36b9f20bd2 req-e307af58-b053-4f15-abd8-4929b7341b7a tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:35.911781 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6f76f78e-4f7b-4576-a32c-5c5eba199182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:35.914034 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a53b71d0-d1d4-433b-9eeb-fe36b9f20bd2 req-e307af58-b053-4f15-abd8-4929b7341b7a tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.2444332 Apr 30 13:12:35.917185 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6f76f78e-4f7b-4576-a32c-5c5eba199182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:35.925523 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-88bca612-0a22-4f11-9bc4-d2973c5ee346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:35.950131 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43568902-4728-4006-aaf2-5bcb38b4cf17 req-b937b33a-9b5e-47c9-a21a-e41b2b208499 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:35.951969 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-43568902-4728-4006-aaf2-5bcb38b4cf17 req-b937b33a-9b5e-47c9-a21a-e41b2b208499 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.1997161 Apr 30 13:12:35.970302 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 36570) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:35.983806 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-9908e925-536a-4c37-94d6-a59aa3606625 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Request body: {'floatingip': {'port_id': '0cd7dfae-50d3-4898-bc92-62023a8d0059'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:12:36.056904 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76f78e-4f7b-4576-a32c-5c5eba199182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb18e32-48c8-4c0d-a336-976f73d0b61a,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:36.059248 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-77ceccb7-5015-49c0-8cd2-caf0915134f5 None None] Set router 1f4ba758-767b-4dea-b6e0-d4a248a76808 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:36.062259 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6f76f78e-4f7b-4576-a32c-5c5eba199182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:36.082610 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a53b71d0-d1d4-433b-9eeb-fe36b9f20bd2 req-a22e5f4b-c2d6-46b5-8c91-f7b422eebec8 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586745 Apr 30 13:12:36.084008 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 36574) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:36.084359 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-6f76f78e-4f7b-4576-a32c-5c5eba199182 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=64e07c65f80545e7ae693d70860cb65f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9909844 Apr 30 13:12:36.117007 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9908e925-536a-4c37-94d6-a59aa3606625 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for floatingip, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:36.146730 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9504e6a6-a9cf-4f1a-a169-eea54daf121c', 'tag': 'cff078e8-b239-45de-a9b9-daa6482b64f4', 'status': 'completed', 'code': 200} Apr 30 13:12:36.404653 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb170-be5b-4b1a-b8b7-6b5bad77f80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:36.491349 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:36.519271 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb170-be5b-4b1a-b8b7-6b5bad77f80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:36.536651 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-77ceccb7-5015-49c0-8cd2-caf0915134f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:36Z', 'revision_number': 4, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port': {'id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': 'ea718920-c58a-4ab9-91c5-c655f5cc685f', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'port_id': 'cff078e8-b239-45de-a9b9-daa6482b64f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'mac_address': 'fa:16:3e:15:97:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504e6a6-a9cf-4f1a-a169-eea54daf121c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:11:58Z', 'updated_at': '2021-04-30T13:12:34Z', 'revision_number': 1, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3c166c-ce9f-4d87-8538-a52a64bda007', 'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'mac_address': 'fa:16:3e:52:9b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 5, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'subnets': [{'id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:36.544136 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ceccb7-5015-49c0-8cd2-caf0915134f5 None None] Checking router: 1f4ba758-767b-4dea-b6e0-d4a248a76808 for host: dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:12:36.581581 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ceccb7-5015-49c0-8cd2-caf0915134f5 None None] Routers {'1f4ba758-767b-4dea-b6e0-d4a248a76808'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:36.582832 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-77ceccb7-5015-49c0-8cd2-caf0915134f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:12:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['1f4ba758-767b-4dea-b6e0-d4a248a76808'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:36.586813 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d805d2-1d24-4205-85cd-3d2a50cd70d1 req-679470bd-a441-41ef-8e3f-ec32644a63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:36.589697 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e7d805d2-1d24-4205-85cd-3d2a50cd70d1 req-679470bd-a441-41ef-8e3f-ec32644a63ab service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c3daf98030a4f9983829bc893d1c2a1&device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 1098 time: 0.3598933 Apr 30 13:12:36.827943 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-77ceccb7-5015-49c0-8cd2-caf0915134f5 None None] Set router 1f4ba758-767b-4dea-b6e0-d4a248a76808 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:36.956984 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d805d2-1d24-4205-85cd-3d2a50cd70d1 req-8e23a8ba-d7e8-4524-8230-5f99b359034d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:36.961027 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e7d805d2-1d24-4205-85cd-3d2a50cd70d1 req-8e23a8ba-d7e8-4524-8230-5f99b359034d service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8d1fd53-0ee5-499f-9667-97dbc79cf1ea HTTP/1.1" status: 200 len: 913 time: 0.3473511 Apr 30 13:12:37.154364 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb170-be5b-4b1a-b8b7-6b5bad77f80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.392695 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-77ceccb7-5015-49c0-8cd2-caf0915134f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:36Z', 'revision_number': 4, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port': {'id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': 'ea718920-c58a-4ab9-91c5-c655f5cc685f', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'port_id': 'cff078e8-b239-45de-a9b9-daa6482b64f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'mac_address': 'fa:16:3e:15:97:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504e6a6-a9cf-4f1a-a169-eea54daf121c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:11:58Z', 'updated_at': '2021-04-30T13:12:34Z', 'revision_number': 1, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3c166c-ce9f-4d87-8538-a52a64bda007', 'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'mac_address': 'fa:16:3e:52:9b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 5, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'subnets': [{'id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:37.401069 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ceccb7-5015-49c0-8cd2-caf0915134f5 None None] The sync data for ids ['1f4ba758-767b-4dea-b6e0-d4a248a76808'] in dv-cinder-784453-4-iscsi is: [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:36Z', 'revision_number': 4, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port': {'id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': 'ea718920-c58a-4ab9-91c5-c655f5cc685f', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'port_id': 'cff078e8-b239-45de-a9b9-daa6482b64f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'mac_address': 'fa:16:3e:15:97:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9504e6a6-a9cf-4f1a-a169-eea54daf121c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:11:58Z', 'updated_at': '2021-04-30T13:12:34Z', 'revision_number': 1, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3c166c-ce9f-4d87-8538-a52a64bda007', 'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'mac_address': 'fa:16:3e:52:9b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 5, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'subnets': [{'id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:12:37.436290 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-9efc4e9c-040f-4fe9-bb2f-471b54eece1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:37.465756 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bb170-be5b-4b1a-b8b7-6b5bad77f80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb18e32-48c8-4c0d-a336-976f73d0b61a,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:37.558968 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa21eb-c1ec-47f9-ac96-08b9a6ef86d5 req-2294ef59-807a-41f3-9ba2-f375ae4c356a tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:37.576402 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-40fa21eb-c1ec-47f9-ac96-08b9a6ef86d5 req-2294ef59-807a-41f3-9ba2-f375ae4c356a tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 946 time: 0.8744178 Apr 30 13:12:37.593502 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11c403-257a-4534-bdf7-e87919680bb5 req-b97dca81-fb8e-4dca-b4bf-8014f7afacce tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:37.594741 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-fd11c403-257a-4534-bdf7-e87919680bb5 req-b97dca81-fb8e-4dca-b4bf-8014f7afacce tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Synchronizing usage tracker for tenant:4fa2f85932184fbeaadca042ca7ca85e on resource:port {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:12:37.640799 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-fd11c403-257a-4534-bdf7-e87919680bb5 req-b97dca81-fb8e-4dca-b4bf-8014f7afacce tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Unset dirty status for tenant:4fa2f85932184fbeaadca042ca7ca85e on resource:port {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:12:37.646150 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-fd11c403-257a-4534-bdf7-e87919680bb5 req-b97dca81-fb8e-4dca-b4bf-8014f7afacce tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.71 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 946 time: 0.2273829 Apr 30 13:12:37.667501 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bb170-be5b-4b1a-b8b7-6b5bad77f80f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:37.667914 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bb170-be5b-4b1a-b8b7-6b5bad77f80f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:37.668189 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bb170-be5b-4b1a-b8b7-6b5bad77f80f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:37.668675 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bb170-be5b-4b1a-b8b7-6b5bad77f80f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:37.668915 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bb170-be5b-4b1a-b8b7-6b5bad77f80f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:37.669202 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bb170-be5b-4b1a-b8b7-6b5bad77f80f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:37.669561 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bb170-be5b-4b1a-b8b7-6b5bad77f80f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:37.669884 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bb170-be5b-4b1a-b8b7-6b5bad77f80f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:37.670210 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bb170-be5b-4b1a-b8b7-6b5bad77f80f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:37.670538 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bb170-be5b-4b1a-b8b7-6b5bad77f80f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:37.670861 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bb170-be5b-4b1a-b8b7-6b5bad77f80f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:37.671178 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0bb170-be5b-4b1a-b8b7-6b5bad77f80f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:12:37.689697 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-6b0bb170-be5b-4b1a-b8b7-6b5bad77f80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:37.738435 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb170-be5b-4b1a-b8b7-6b5bad77f80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.741970 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-6b0bb170-be5b-4b1a-b8b7-6b5bad77f80f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/abb18e32-48c8-4c0d-a336-976f73d0b61a HTTP/1.1" status: 204 len: 168 time: 1.6540236 Apr 30 13:12:37.741970 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e7d805d2-1d24-4205-85cd-3d2a50cd70d1 req-a7538744-b098-4b40-9758-90568b4fb05d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cff078e8-b239-45de-a9b9-daa6482b64f4 HTTP/1.1" status: 200 len: 998 time: 0.7627468 Apr 30 13:12:37.846497 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:37.866434 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-40fa21eb-c1ec-47f9-ac96-08b9a6ef86d5 req-8dc31bba-95a3-410c-9fbd-f1ffb3ef8c39 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/security-groups?id=639fd79a-6dcf-4ec0-b710-cb54a3bae890&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889817 Apr 30 13:12:37.891404 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61058dc-1d24-49a9-9d53-9d8ed909a619 None None] New status for floating IP ea718920-c58a-4ab9-91c5-c655f5cc685f: ACTIVE {{(pid=73815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:12:37.909845 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8323a-d153-4dde-982c-09ee38c2ece7 req-3fbb7cb8-0e22-4203-9769-8a52949b2144 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:37.917577 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ddf8323a-d153-4dde-982c-09ee38c2ece7 req-3fbb7cb8-0e22-4203-9769-8a52949b2144 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.4908888 Apr 30 13:12:37.939491 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d805d2-1d24-4205-85cd-3d2a50cd70d1 req-b7039103-6805-436c-b2af-32c96a289afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:37.941310 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e7d805d2-1d24-4205-85cd-3d2a50cd70d1 req-b7039103-6805-436c-b2af-32c96a289afd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3 HTTP/1.1" status: 200 len: 850 time: 0.1782274 Apr 30 13:12:38.107524 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ddf8323a-d153-4dde-982c-09ee38c2ece7 req-049f47dd-b85a-4be3-b998-cd3e14994bde tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886082 Apr 30 13:12:38.138124 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.db.resource_extend [None req-9908e925-536a-4c37-94d6-a59aa3606625 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 30 13:12:38.218450 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-fd11c403-257a-4534-bdf7-e87919680bb5 req-d2bb8115-565c-45e1-a241-f51577a1c233 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Deleting port e06c1645-fc5c-4d22-b639-0e71e1bddb8f {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:12:38.218798 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-fd11c403-257a-4534-bdf7-e87919680bb5 req-d2bb8115-565c-45e1-a241-f51577a1c233 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.304278 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d805d2-1d24-4205-85cd-3d2a50cd70d1 req-2a177182-48b2-4ba8-8b35-6768ca5e8a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:38.306091 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e7d805d2-1d24-4205-85cd-3d2a50cd70d1 req-2a177182-48b2-4ba8-8b35-6768ca5e8a79 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8d1fd53-0ee5-499f-9667-97dbc79cf1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3577950 Apr 30 13:12:38.349580 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9908e925-536a-4c37-94d6-a59aa3606625 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.367368 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9908e925-536a-4c37-94d6-a59aa3606625 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66717071'] for floatingip, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.540530 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-fd11c403-257a-4534-bdf7-e87919680bb5 req-d2bb8115-565c-45e1-a241-f51577a1c233 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] For port e06c1645-fc5c-4d22-b639-0e71e1bddb8f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e06c1645-fc5c-4d22-b639-0e71e1bddb8f,segment=NetworkSegment(9fd404ed-7cf6-4d8b-8127-2811fdd8e4d1),segment_id=9fd404ed-7cf6-4d8b-8127-2811fdd8e4d1)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:12:38.542145 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-fd11c403-257a-4534-bdf7-e87919680bb5 req-d2bb8115-565c-45e1-a241-f51577a1c233 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.590145 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.db.l3_db [None req-9908e925-536a-4c37-94d6-a59aa3606625 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Floating IP 7b487e0b-a452-425f-8ef4-e1689e03024b associated. External IP: 172.27.1.108, port: 0cd7dfae-50d3-4898-bc92-62023a8d0059. Apr 30 13:12:38.705186 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 36634) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:38.722917 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-fd11c403-257a-4534-bdf7-e87919680bb5 req-d2bb8115-565c-45e1-a241-f51577a1c233 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Calling delete_port for e06c1645-fc5c-4d22-b639-0e71e1bddb8f owned by compute:nova {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:12:38.762309 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5a4cb495-cf5b-4bc8-9d34-b496815a3b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:38.848901 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-5a4cb495-cf5b-4bc8-9d34-b496815a3b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:38.859444 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-5a4cb495-cf5b-4bc8-9d34-b496815a3b0c admin admin] Usage tracker for resource:security_group_rule and tenant:e222878e8ad14bbaba909024a088f6b0 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:38.863740 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-5a4cb495-cf5b-4bc8-9d34-b496815a3b0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:38.872495 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-5a4cb495-cf5b-4bc8-9d34-b496815a3b0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:38.879623 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e7d805d2-1d24-4205-85cd-3d2a50cd70d1 req-7273d591-61ba-43bc-9752-7ae57bec6911 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530562 Apr 30 13:12:39.010466 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-fd11c403-257a-4534-bdf7-e87919680bb5 req-d2bb8115-565c-45e1-a241-f51577a1c233 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:39.018306 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:39.063069 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb8115-565c-45e1-a241-f51577a1c233 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Pushing event deleted for resources: {'Port': ['ID=e06c1645-fc5c-4d22-b639-0e71e1bddb8f,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:39.063546 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['e06c1645-fc5c-4d22-b639-0e71e1bddb8f'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:12:39.066514 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d2bb8115-565c-45e1-a241-f51577a1c233 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:39.150467 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd11c403-257a-4534-bdf7-e87919680bb5 req-d2bb8115-565c-45e1-a241-f51577a1c233 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] No DVR routers for this DVR port e06c1645-fc5c-4d22-b639-0e71e1bddb8f on host hv-cinder-78445 {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:12:39.154283 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-fd11c403-257a-4534-bdf7-e87919680bb5 req-d2bb8115-565c-45e1-a241-f51577a1c233 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:39.156968 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb724af6-2bbc-494b-a119-b61199e13df1', 'name': 'network-vif-deleted', 'tag': 'e06c1645-fc5c-4d22-b639-0e71e1bddb8f'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:39.179998 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-fd11c403-257a-4534-bdf7-e87919680bb5 req-d2bb8115-565c-45e1-a241-f51577a1c233 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.71 "DELETE /v2.0/ports/e06c1645-fc5c-4d22-b639-0e71e1bddb8f HTTP/1.1" status: 204 len: 173 time: 1.4940088 Apr 30 13:12:39.385347 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-097c8ce6-44b6-4585-b3b7-fde1c9bfb093 req-947cb674-b33f-423b-b52a-500e3382be22 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 210 time: 0.3271799 Apr 30 13:12:39.525835 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb724af6-2bbc-494b-a119-b61199e13df1', 'name': 'network-vif-deleted', 'tag': 'e06c1645-fc5c-4d22-b639-0e71e1bddb8f', 'status': 'completed', 'code': 200} Apr 30 13:12:39.693101 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e7d805d2-1d24-4205-85cd-3d2a50cd70d1 req-88d37026-3e62-41e8-a2f6-58beb9e86d68 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7827775 Apr 30 13:12:39.784312 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a3187-9923-41a6-8813-4b4409c9a8b6 req-c4593075-5eca-4d23-9e96-209241e08f4f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:39.785973 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a13a3187-9923-41a6-8813-4b4409c9a8b6 req-c4593075-5eca-4d23-9e96-209241e08f4f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.4637077 Apr 30 13:12:39.800328 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9908e925-536a-4c37-94d6-a59aa3606625 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Router 67e8b244-7dba-4729-91c1-6294f9645760 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:12:39.802778 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5a4cb495-cf5b-4bc8-9d34-b496815a3b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:39.822050 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5a4cb495-cf5b-4bc8-9d34-b496815a3b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:39.839747 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-6537c71e-4d00-4ae3-a128-064449b72f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:39.976144 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cb495-cf5b-4bc8-9d34-b496815a3b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5eb7dc-937c-4aff-94df-5703fd06e008,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:39.981937 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-5a4cb495-cf5b-4bc8-9d34-b496815a3b0c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e222878e8ad14bbaba909024a088f6b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2754710 Apr 30 13:12:39.986209 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 36670) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:39.997318 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a13a3187-9923-41a6-8813-4b4409c9a8b6 req-58a8adbe-8ac0-42c3-8678-0fb896a659bf tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882627 Apr 30 13:12:39.998259 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5a4cb495-cf5b-4bc8-9d34-b496815a3b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:40.146306 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9908e925-536a-4c37-94d6-a59aa3606625 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:12:40.160544 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eabe6d-175f-4880-b11e-55f40887ef26 None None] Sync routers for ids ['67e8b244-7dba-4729-91c1-6294f9645760'] in dv-cinder-784453-4-iscsi {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:12:40.172450 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae8e7-69c7-4bf9-8507-79b8e1fe4a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.179116 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9908e925-536a-4c37-94d6-a59aa3606625 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.192294 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eabe6d-175f-4880-b11e-55f40887ef26 None None] Routers {'67e8b244-7dba-4729-91c1-6294f9645760'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:40.195971 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-88eabe6d-175f-4880-b11e-55f40887ef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:12:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['67e8b244-7dba-4729-91c1-6294f9645760'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:40.245638 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae8e7-69c7-4bf9-8507-79b8e1fe4a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.299116 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-9908e925-536a-4c37-94d6-a59aa3606625 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "PUT /v2.0/floatingips/7b487e0b-a452-425f-8ef4-e1689e03024b HTTP/1.1" status: 200 len: 991 time: 4.3232157 Apr 30 13:12:40.299116 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d095de-4619-4350-a486-c7238d32b916', 'tag': '0cd7dfae-50d3-4898-bc92-62023a8d0059'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:12:40.435987 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae8e7-69c7-4bf9-8507-79b8e1fe4a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.448648 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d095de-4619-4350-a486-c7238d32b916', 'tag': '0cd7dfae-50d3-4898-bc92-62023a8d0059', 'status': 'completed', 'code': 200} Apr 30 13:12:40.450010 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8563728a-5429-4ed6-84e1-a684a97b5db0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:40.501797 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ae8e7-69c7-4bf9-8507-79b8e1fe4a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5eb7dc-937c-4aff-94df-5703fd06e008,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:40.504990 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae8e7-69c7-4bf9-8507-79b8e1fe4a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:40.535026 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-5e6ae8e7-69c7-4bf9-8507-79b8e1fe4a5c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d5eb7dc-937c-4aff-94df-5703fd06e008 HTTP/1.1" status: 204 len: 168 time: 0.5472329 Apr 30 13:12:40.536566 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5e6ae8e7-69c7-4bf9-8507-79b8e1fe4a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:40.783344 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c3cdf-dc7c-4d00-8c3e-2d7da5276bb8 req-0e4a3568-f461-4dd5-b1e6-636569620cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:40.791590 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cf2c3cdf-dc7c-4d00-8c3e-2d7da5276bb8 req-0e4a3568-f461-4dd5-b1e6-636569620cd1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a397097db8304460991aa7950d00f829&device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 1098 time: 0.2505915 Apr 30 13:12:40.944116 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-88eabe6d-175f-4880-b11e-55f40887ef26 None None] Set router 67e8b244-7dba-4729-91c1-6294f9645760 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:41.241353 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8ad19c57-cdc4-4bf2-93cb-4aa475edb1d2 req-2409d620-8054-410a-bcd6-95297b8a851c tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] 10.222.0.69 "GET /v2.0/ports?device_id=fb724af6-2bbc-494b-a119-b61199e13df1 HTTP/1.1" status: 200 len: 210 time: 0.2945375 Apr 30 13:12:41.263254 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device e06c1645-fc5c-4d22-b639-0e71e1bddb8f no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:12:41.414485 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: e06c1645-fc5c-4d22-b639-0e71e1bddb8f {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:12:41.417257 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device e06c1645-fc5c-4d22-b639-0e71e1bddb8f not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:12:41.427550 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c3cdf-dc7c-4d00-8c3e-2d7da5276bb8 req-94a5e4a0-6398-4ee8-95e2-db4e6335573f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:41.434378 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cf2c3cdf-dc7c-4d00-8c3e-2d7da5276bb8 req-94a5e4a0-6398-4ee8-95e2-db4e6335573f service neutron] 10.222.0.71 "GET /v2.0/networks?id=384ed945-7697-4aed-a91c-b54f67f71379 HTTP/1.1" status: 200 len: 919 time: 0.6225641 Apr 30 13:12:41.803677 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cf2c3cdf-dc7c-4d00-8c3e-2d7da5276bb8 req-8d2d2349-a01c-4739-8e1a-5727f6426064 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cd7dfae-50d3-4898-bc92-62023a8d0059 HTTP/1.1" status: 200 len: 999 time: 0.3544462 Apr 30 13:12:41.964070 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f33a47-f84e-4627-907d-9d00bf197d25 req-d0dd6984-7dfa-4bac-906d-eabed0e99ef1 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:41.967539 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-49f33a47-f84e-4627-907d-9d00bf197d25 req-d0dd6984-7dfa-4bac-906d-eabed0e99ef1 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.3538835 Apr 30 13:12:42.045008 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c3cdf-dc7c-4d00-8c3e-2d7da5276bb8 req-70ce7beb-b664-4c7c-971a-4084700e1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:42.047105 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cf2c3cdf-dc7c-4d00-8c3e-2d7da5276bb8 req-70ce7beb-b664-4c7c-971a-4084700e1d0c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc33453d-4422-4eee-9e94-1b257b2eaad2 HTTP/1.1" status: 200 len: 856 time: 0.2355654 Apr 30 13:12:42.066139 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-49f33a47-f84e-4627-907d-9d00bf197d25 req-c58f6c8a-d59b-40ab-9033-a85c9efb0913 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855289 Apr 30 13:12:42.263476 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-88eabe6d-175f-4880-b11e-55f40887ef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '79c047cd-1c05-4755-ace7-85acba99c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:50Z', 'revision_number': 4, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port': {'id': '79c047cd-1c05-4755-ace7-85acba99c055', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:30Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '7b487e0b-a452-425f-8ef4-e1689e03024b', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'port_id': '0cd7dfae-50d3-4898-bc92-62023a8d0059', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'mac_address': 'fa:16:3e:6a:61:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d095de-4619-4350-a486-c7238d32b916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:12:00Z', 'updated_at': '2021-04-30T13:12:38Z', 'revision_number': 1, 'project_id': 'a397097db8304460991aa7950d00f829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e8d0ec-d15d-401d-9e10-fc9447d18741', 'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'mac_address': 'fa:16:3e:78:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:47Z', 'updated_at': '2021-04-30T13:12:01Z', 'revision_number': 5, 'project_id': 'a397097db8304460991aa7950d00f829', 'subnets': [{'id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:42.272050 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eabe6d-175f-4880-b11e-55f40887ef26 None None] Checking router: 67e8b244-7dba-4729-91c1-6294f9645760 for host: dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:12:42.286060 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eabe6d-175f-4880-b11e-55f40887ef26 None None] Routers {'67e8b244-7dba-4729-91c1-6294f9645760'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:12:42.287754 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-88eabe6d-175f-4880-b11e-55f40887ef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:12:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['67e8b244-7dba-4729-91c1-6294f9645760'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:42.302471 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c3cdf-dc7c-4d00-8c3e-2d7da5276bb8 req-ea7e857c-1ef5-4f55-ac90-8dde113abe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:42.304469 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cf2c3cdf-dc7c-4d00-8c3e-2d7da5276bb8 req-ea7e857c-1ef5-4f55-ac90-8dde113abe97 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=384ed945-7697-4aed-a91c-b54f67f71379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2323928 Apr 30 13:12:42.571462 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cf2c3cdf-dc7c-4d00-8c3e-2d7da5276bb8 req-286956fe-8354-43b2-9b19-b5559224fe97 service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446661 Apr 30 13:12:42.702110 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-88eabe6d-175f-4880-b11e-55f40887ef26 None None] Set router 67e8b244-7dba-4729-91c1-6294f9645760 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:12:43.463556 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-88eabe6d-175f-4880-b11e-55f40887ef26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '79c047cd-1c05-4755-ace7-85acba99c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:50Z', 'revision_number': 4, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port': {'id': '79c047cd-1c05-4755-ace7-85acba99c055', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:30Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '7b487e0b-a452-425f-8ef4-e1689e03024b', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'port_id': '0cd7dfae-50d3-4898-bc92-62023a8d0059', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'mac_address': 'fa:16:3e:6a:61:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d095de-4619-4350-a486-c7238d32b916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:12:00Z', 'updated_at': '2021-04-30T13:12:38Z', 'revision_number': 1, 'project_id': 'a397097db8304460991aa7950d00f829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e8d0ec-d15d-401d-9e10-fc9447d18741', 'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'mac_address': 'fa:16:3e:78:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:47Z', 'updated_at': '2021-04-30T13:12:01Z', 'revision_number': 5, 'project_id': 'a397097db8304460991aa7950d00f829', 'subnets': [{'id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:43.489643 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eabe6d-175f-4880-b11e-55f40887ef26 None None] The sync data for ids ['67e8b244-7dba-4729-91c1-6294f9645760'] in dv-cinder-784453-4-iscsi is: [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '79c047cd-1c05-4755-ace7-85acba99c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:50Z', 'revision_number': 4, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port': {'id': '79c047cd-1c05-4755-ace7-85acba99c055', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:30Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '7b487e0b-a452-425f-8ef4-e1689e03024b', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'floating_ip_address': '172.27.1.108', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'port_id': '0cd7dfae-50d3-4898-bc92-62023a8d0059', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'mac_address': 'fa:16:3e:6a:61:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d095de-4619-4350-a486-c7238d32b916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:12:00Z', 'updated_at': '2021-04-30T13:12:38Z', 'revision_number': 1, 'project_id': 'a397097db8304460991aa7950d00f829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e8d0ec-d15d-401d-9e10-fc9447d18741', 'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'mac_address': 'fa:16:3e:78:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:47Z', 'updated_at': '2021-04-30T13:12:01Z', 'revision_number': 5, 'project_id': 'a397097db8304460991aa7950d00f829', 'subnets': [{'id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:12:43.731297 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:12:44.005313 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bf46e8-2f44-4fdc-a849-b1b4bb2f9738 None None] New status for floating IP 7b487e0b-a452-425f-8ef4-e1689e03024b: ACTIVE {{(pid=73815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:12:44.084476 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8ec08-cb44-4766-88cb-5bd593fd855a req-f4b3abbc-928c-467d-9fb3-2d62b9ef0b56 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:44.088461 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-28b8ec08-cb44-4766-88cb-5bd593fd855a req-f4b3abbc-928c-467d-9fb3-2d62b9ef0b56 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.7753754 Apr 30 13:12:44.107242 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cf2c3cdf-dc7c-4d00-8c3e-2d7da5276bb8 req-140a7f32-f143-419e-aa43-a36b45c50e55 service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6405284 Apr 30 13:12:44.174625 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-28b8ec08-cb44-4766-88cb-5bd593fd855a req-9825318f-ff58-4177-92dc-37ce01f926aa tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660038 Apr 30 13:12:46.057565 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d8222-ed58-4f3e-a97b-63e65584a564 req-c597aa65-4a50-46eb-9a8b-168b6c90a236 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:46.059026 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2d0d8222-ed58-4f3e-a97b-63e65584a564 req-c597aa65-4a50-46eb-9a8b-168b6c90a236 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.0941751 Apr 30 13:12:46.115995 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2d0d8222-ed58-4f3e-a97b-63e65584a564 req-ced52977-0b72-4ff7-8a5a-9bb08c7c9ed2 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505507 Apr 30 13:12:47.335504 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848d14f-30e9-47f9-a015-9fa9d4181382 req-cdbd31c7-e829-42ca-a568-34bc843d60d2 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:47.337056 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d848d14f-30e9-47f9-a015-9fa9d4181382 req-cdbd31c7-e829-42ca-a568-34bc843d60d2 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.0929964 Apr 30 13:12:47.390781 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d848d14f-30e9-47f9-a015-9fa9d4181382 req-815686a5-f3f8-4b0e-8212-07497bcca07e tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475645 Apr 30 13:12:48.173270 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 36894) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:48.256055 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_v2 [None req-14016b85-e351-4103-bb5d-63e67b12a1a0 admin admin] Deleting subnet 8ce2434e-7893-4583-9996-080610f3423b {{(pid=73814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:12:48.266386 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-14016b85-e351-4103-bb5d-63e67b12a1a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:48.350942 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-14016b85-e351-4103-bb5d-63e67b12a1a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66028610'] for subnet, precommit_delete_associations {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:48.430603 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-14016b85-e351-4103-bb5d-63e67b12a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726744'] for subnet, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:48.702445 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-14016b85-e351-4103-bb5d-63e67b12a1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64949646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65153122'] for subnet, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:48.706462 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:48.745351 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14016b85-e351-4103-bb5d-63e67b12a1a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce2434e-7893-4583-9996-080610f3423b,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:48.758808 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-14016b85-e351-4103-bb5d-63e67b12a1a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for subnet, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:48.769214 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 36928) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:48.769847 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-14016b85-e351-4103-bb5d-63e67b12a1a0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8ce2434e-7893-4583-9996-080610f3423b HTTP/1.1" status: 204 len: 168 time: 0.5947006 Apr 30 13:12:48.776517 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-14016b85-e351-4103-bb5d-63e67b12a1a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:48.877526 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3bd8-ceb3-4fb4-81a3-ac14d8f4e66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607959'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.008469 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3bd8-ceb3-4fb4-81a3-ac14d8f4e66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721493', 'neutron.services.segments.db._delete_segments_for_network-8751029557405'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.118200 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-ffaa3bd8-ceb3-4fb4-81a3-ac14d8f4e66d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda1a518-add5-4bf9-aa6d-e957ae05d7db']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:49.130884 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-ffaa3bd8-ceb3-4fb4-81a3-ac14d8f4e66d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fd404ed-7cf6-4d8b-8127-2811fdd8e4d1') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:49.131167 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-ffaa3bd8-ceb3-4fb4-81a3-ac14d8f4e66d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fd404ed-7cf6-4d8b-8127-2811fdd8e4d1') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:49.143706 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3bd8-ceb3-4fb4-81a3-ac14d8f4e66d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751029569639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64371154'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.162259 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3bd8-ceb3-4fb4-81a3-ac14d8f4e66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.168911 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffaa3bd8-ceb3-4fb4-81a3-ac14d8f4e66d admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:12:49.439023 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-ffaa3bd8-ceb3-4fb4-81a3-ac14d8f4e66d admin admin] Network cda1a518-add5-4bf9-aa6d-e957ae05d7db has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:12:49.448505 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3bd8-ceb3-4fb4-81a3-ac14d8f4e66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-780525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64370303'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.628039 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-ffaa3bd8-ceb3-4fb4-81a3-ac14d8f4e66d admin admin] Network cda1a518-add5-4bf9-aa6d-e957ae05d7db has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: Traceback (most recent call last): Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: timer() Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: cb(*args, **kw) Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: return func(*args, **kwargs) Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: self._notify() Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: self.callback(batched_events) Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: event.method(event) Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: return f(self, *a, **k) Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._get(url).json() Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:12:49.650422 dv-cinder-784453-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:12:49.743471 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3bd8-ceb3-4fb4-81a3-ac14d8f4e66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721390'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.750035 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:49.777972 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ffaa3bd8-ceb3-4fb4-81a3-ac14d8f4e66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:49.794259 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa3bd8-ceb3-4fb4-81a3-ac14d8f4e66d admin admin] Pushing event deleted for resources: {'Network': ['ID=cda1a518-add5-4bf9-aa6d-e957ae05d7db,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:49.801678 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ffaa3bd8-ceb3-4fb4-81a3-ac14d8f4e66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:49.815227 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-ffaa3bd8-ceb3-4fb4-81a3-ac14d8f4e66d admin admin] 10.222.0.69 "DELETE /v2.0/networks/cda1a518-add5-4bf9-aa6d-e957ae05d7db HTTP/1.1" status: 204 len: 168 time: 1.0446925 Apr 30 13:12:50.071952 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 36954) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:50.124712 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-39e1a0b3-aa5c-4561-8a60-549c4d0f1ae3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4fa2f85932184fbeaadca042ca7ca85e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0514662 Apr 30 13:12:50.127703 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 36958) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:50.192531 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-69d079d1-b9e5-4d2d-96b7-df5375e13860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.221647 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-69d079d1-b9e5-4d2d-96b7-df5375e13860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.278860 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-69d079d1-b9e5-4d2d-96b7-df5375e13860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.282632 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1c9e0faf-a9d1-4531-8839-83df8fc38cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:50.294138 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d079d1-b9e5-4d2d-96b7-df5375e13860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639fd79a-6dcf-4ec0-b710-cb54a3bae890,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:50.298581 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-69d079d1-b9e5-4d2d-96b7-df5375e13860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:50.302035 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-69d079d1-b9e5-4d2d-96b7-df5375e13860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:50.303528 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-69d079d1-b9e5-4d2d-96b7-df5375e13860 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/639fd79a-6dcf-4ec0-b710-cb54a3bae890 HTTP/1.1" status: 204 len: 168 time: 0.1745455 Apr 30 13:12:51.358950 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22296c-46d0-4d9e-96d5-9b55f6b1077c req-35e224fa-14b6-4e97-b5b7-5161513a46ca tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:51.360443 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9d22296c-46d0-4d9e-96d5-9b55f6b1077c req-35e224fa-14b6-4e97-b5b7-5161513a46ca tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.0884819 Apr 30 13:12:51.409243 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9d22296c-46d0-4d9e-96d5-9b55f6b1077c req-56fa823c-e2d8-4c57-bf5f-e265b253590e tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419915 Apr 30 13:12:52.759778 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52317aab-8581-4b10-a524-a115805a2f46 req-6992f000-d089-4876-9317-ea76b73230b1 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:52.762434 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-52317aab-8581-4b10-a524-a115805a2f46 req-6992f000-d089-4876-9317-ea76b73230b1 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.1382036 Apr 30 13:12:52.781708 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37048) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:52.846458 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-52317aab-8581-4b10-a524-a115805a2f46 req-06346171-469e-4704-9915-88ed8e0bbbfe tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748365 Apr 30 13:12:52.972025 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fd278451-c794-4b9a-8cbc-b421aefc0464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:52.988925 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-fd278451-c794-4b9a-8cbc-b421aefc0464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:52.993504 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-fd278451-c794-4b9a-8cbc-b421aefc0464 admin admin] Usage tracker for resource:security_group_rule and tenant:d1898ff8edf1493c8c0358b9b06fe169 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:52.997218 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-fd278451-c794-4b9a-8cbc-b421aefc0464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:53.004593 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-fd278451-c794-4b9a-8cbc-b421aefc0464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:53.121303 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fd278451-c794-4b9a-8cbc-b421aefc0464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.135699 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-fd278451-c794-4b9a-8cbc-b421aefc0464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.143713 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:53.189395 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-fd278451-c794-4b9a-8cbc-b421aefc0464 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d1898ff8edf1493c8c0358b9b06fe169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4059110 Apr 30 13:12:53.190583 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd278451-c794-4b9a-8cbc-b421aefc0464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b237b813-aa8e-4d01-94d4-909260cf84ed,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:53.192696 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37064) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:53.205334 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-fd278451-c794-4b9a-8cbc-b421aefc0464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:53.325215 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8309c968-ba38-4784-aa6a-fe0e620dae72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.376366 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8309c968-ba38-4784-aa6a-fe0e620dae72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.494569 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8309c968-ba38-4784-aa6a-fe0e620dae72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.508586 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:53.521517 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309c968-ba38-4784-aa6a-fe0e620dae72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b237b813-aa8e-4d01-94d4-909260cf84ed,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:53.535467 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-8309c968-ba38-4784-aa6a-fe0e620dae72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:53.544091 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8309c968-ba38-4784-aa6a-fe0e620dae72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:53.545245 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-8309c968-ba38-4784-aa6a-fe0e620dae72 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b237b813-aa8e-4d01-94d4-909260cf84ed HTTP/1.1" status: 204 len: 168 time: 0.3503809 Apr 30 13:12:54.030562 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37110) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:54.059559 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1067b519-9a59-49a2-8c7c-5704dddb1e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.078357 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-1067b519-9a59-49a2-8c7c-5704dddb1e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:54.082939 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-1067b519-9a59-49a2-8c7c-5704dddb1e9c admin admin] Usage tracker for resource:security_group_rule and tenant:c304ad0881304afb8182d4e60302d8bc is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:54.086728 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-1067b519-9a59-49a2-8c7c-5704dddb1e9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:54.094895 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-1067b519-9a59-49a2-8c7c-5704dddb1e9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:54.257420 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37154b7e-54cc-4fcb-b1be-1f2187246a1c req-69ae9c73-5acf-4b06-82bf-d138376ddce5 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:54.259120 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-37154b7e-54cc-4fcb-b1be-1f2187246a1c req-69ae9c73-5acf-4b06-82bf-d138376ddce5 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.1657047 Apr 30 13:12:54.325809 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1067b519-9a59-49a2-8c7c-5704dddb1e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.348726 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1067b519-9a59-49a2-8c7c-5704dddb1e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.359579 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-34d6a9d8-f662-47bc-9481-0e94a10480ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:54.401595 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067b519-9a59-49a2-8c7c-5704dddb1e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23132ac-21e6-41b5-b0e5-cdd51d58224f,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:54.430789 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-1067b519-9a59-49a2-8c7c-5704dddb1e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:54.477843 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-1067b519-9a59-49a2-8c7c-5704dddb1e9c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c304ad0881304afb8182d4e60302d8bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4457760 Apr 30 13:12:54.482192 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37134) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:54.486389 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-37154b7e-54cc-4fcb-b1be-1f2187246a1c req-c833587e-0f2d-401d-b1ec-d8c99a02f457 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575189 Apr 30 13:12:54.589755 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f63a7d1b-dfc6-4af0-bb03-1fcdb8d01b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.626873 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f63a7d1b-dfc6-4af0-bb03-1fcdb8d01b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.708866 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f63a7d1b-dfc6-4af0-bb03-1fcdb8d01b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.714599 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-495afbc4-dce5-448f-8edf-394f19845081 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:54.729677 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a7d1b-dfc6-4af0-bb03-1fcdb8d01b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23132ac-21e6-41b5-b0e5-cdd51d58224f,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:54.743326 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f63a7d1b-dfc6-4af0-bb03-1fcdb8d01b0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:54.776446 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f63a7d1b-dfc6-4af0-bb03-1fcdb8d01b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:54.777995 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-f63a7d1b-dfc6-4af0-bb03-1fcdb8d01b0f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b23132ac-21e6-41b5-b0e5-cdd51d58224f HTTP/1.1" status: 204 len: 168 time: 0.2944362 Apr 30 13:12:54.842933 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37152) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:55.328864 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0f4aa8d1-31e6-4713-b151-6321bf90b0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.349006 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-0f4aa8d1-31e6-4713-b151-6321bf90b0ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:55.353594 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-0f4aa8d1-31e6-4713-b151-6321bf90b0ff admin admin] Usage tracker for resource:security_group_rule and tenant:b3ee6f3a35884e44bb24c4a802735f39 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:55.356818 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-0f4aa8d1-31e6-4713-b151-6321bf90b0ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:55.363175 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-0f4aa8d1-31e6-4713-b151-6321bf90b0ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:55.480301 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0f4aa8d1-31e6-4713-b151-6321bf90b0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.485929 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0f4aa8d1-31e6-4713-b151-6321bf90b0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.510671 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:55.569095 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4aa8d1-31e6-4713-b151-6321bf90b0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad97cda2-7553-48bc-8bac-93a35263e577,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:55.590261 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-0f4aa8d1-31e6-4713-b151-6321bf90b0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:55.597877 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-0f4aa8d1-31e6-4713-b151-6321bf90b0ff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b3ee6f3a35884e44bb24c4a802735f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7534809 Apr 30 13:12:55.600849 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37184) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:55.692438 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-63bc2620-9daf-4ca8-a449-112011dd206c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.741880 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-63bc2620-9daf-4ca8-a449-112011dd206c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.767366 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37190) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:55.772477 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acc313-8c81-4ead-8fd5-e753736d7397 req-9bd37464-eed4-4bbe-b70f-6aacc3f43c92 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:55.775179 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-79acc313-8c81-4ead-8fd5-e753736d7397 req-9bd37464-eed4-4bbe-b70f-6aacc3f43c92 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.1255367 Apr 30 13:12:55.815637 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-63bc2620-9daf-4ca8-a449-112011dd206c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.820030 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1e1be587-66a9-4433-b4fb-0ac7c0992a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:55.836418 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc2620-9daf-4ca8-a449-112011dd206c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad97cda2-7553-48bc-8bac-93a35263e577,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:55.839881 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-63bc2620-9daf-4ca8-a449-112011dd206c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:55.847370 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-63bc2620-9daf-4ca8-a449-112011dd206c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.848677 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-63bc2620-9daf-4ca8-a449-112011dd206c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ad97cda2-7553-48bc-8bac-93a35263e577 HTTP/1.1" status: 204 len: 168 time: 0.2464559 Apr 30 13:12:55.854526 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-79acc313-8c81-4ead-8fd5-e753736d7397 req-4e7629c8-5215-4254-baae-f00fd8068b9f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718091 Apr 30 13:12:55.961080 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b5202367-5647-4719-8ba0-6ffd1e9d1e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:55.977321 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b5202367-5647-4719-8ba0-6ffd1e9d1e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:55.982980 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b5202367-5647-4719-8ba0-6ffd1e9d1e11 admin admin] Usage tracker for resource:security_group_rule and tenant:80625acdd25c42baa2df0dc88a377b16 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:55.986939 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b5202367-5647-4719-8ba0-6ffd1e9d1e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:55.995552 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b5202367-5647-4719-8ba0-6ffd1e9d1e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:56.176148 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b5202367-5647-4719-8ba0-6ffd1e9d1e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:56.183660 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b5202367-5647-4719-8ba0-6ffd1e9d1e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:56.244723 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-0ea4cb28-21eb-4e92-bd54-bb41df10ca2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:56.267563 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b5202367-5647-4719-8ba0-6ffd1e9d1e11 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=80625acdd25c42baa2df0dc88a377b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4966760 Apr 30 13:12:56.268207 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37222) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:56.313642 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5202367-5647-4719-8ba0-6ffd1e9d1e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5639a3-9045-48c0-a54e-9937a3d328fa,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:56.333753 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b5202367-5647-4719-8ba0-6ffd1e9d1e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:56.389617 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7d8a76ba-12f0-4751-845b-06619e4ab176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:56.435013 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7d8a76ba-12f0-4751-845b-06619e4ab176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:56.525972 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7d8a76ba-12f0-4751-845b-06619e4ab176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:56.533862 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-da97eb00-eb34-4a9c-84f3-23fd5487d53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:56.591203 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7d8a76ba-12f0-4751-845b-06619e4ab176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:56.592761 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-7d8a76ba-12f0-4751-845b-06619e4ab176 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1c5639a3-9045-48c0-a54e-9937a3d328fa HTTP/1.1" status: 204 len: 168 time: 0.3230631 Apr 30 13:12:56.593830 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a76ba-12f0-4751-845b-06619e4ab176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5639a3-9045-48c0-a54e-9937a3d328fa,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:56.596718 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7d8a76ba-12f0-4751-845b-06619e4ab176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:56.783107 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37242) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:56.815358 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bced8076-2df6-4e22-a143-a6936804b33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:56.829335 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37246) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:56.842470 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-bced8076-2df6-4e22-a143-a6936804b33b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:56.849920 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-bced8076-2df6-4e22-a143-a6936804b33b admin admin] Usage tracker for resource:security_group_rule and tenant:770d43b1853f41db97e624219b1f4761 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:56.855335 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-bced8076-2df6-4e22-a143-a6936804b33b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:56.866025 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-bced8076-2df6-4e22-a143-a6936804b33b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:56.951896 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-0afa0ff9-74cc-4b1d-bb7a-ca6815f7f9e7 admin admin] Deleting subnet 21c89864-17b9-4310-9799-bf6c779ca722 {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:12:56.957611 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0afa0ff9-74cc-4b1d-bb7a-ca6815f7f9e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.050586 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bced8076-2df6-4e22-a143-a6936804b33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.063733 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0afa0ff9-74cc-4b1d-bb7a-ca6815f7f9e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64371163'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.064096 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bced8076-2df6-4e22-a143-a6936804b33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.097993 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:57.173491 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0afa0ff9-74cc-4b1d-bb7a-ca6815f7f9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726744'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.280855 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-bced8076-2df6-4e22-a143-a6936804b33b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=770d43b1853f41db97e624219b1f4761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4959238 Apr 30 13:12:57.281925 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37256) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:57.289239 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced8076-2df6-4e22-a143-a6936804b33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a58e763-612c-41de-9ad9-1b65ec7a6ac5,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:57.312034 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-bced8076-2df6-4e22-a143-a6936804b33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:57.314437 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37260) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:57.426938 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ade7b-51a4-4fbf-855b-f4df56b712a6 req-c6235151-2a27-4145-b998-91647ba8e81d tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:57.452083 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-695ade7b-51a4-4fbf-855b-f4df56b712a6 req-c6235151-2a27-4145-b998-91647ba8e81d tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.3070154 Apr 30 13:12:57.528457 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c31537b1-06cf-4ea4-afb3-f33cb6c3ef49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.742656 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37274) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:57.787095 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5cafdb11-fbb0-42bf-b590-408897c7a5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.823681 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5cafdb11-fbb0-42bf-b590-408897c7a5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:57.834654 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5cafdb11-fbb0-42bf-b590-408897c7a5cf admin admin] Usage tracker for resource:security_group_rule and tenant:5dc81c806d0a459cb28611246591e389 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:57.841908 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5cafdb11-fbb0-42bf-b590-408897c7a5cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:57.858356 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5cafdb11-fbb0-42bf-b590-408897c7a5cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:57.920881 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0afa0ff9-74cc-4b1d-bb7a-ca6815f7f9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64370389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65575225'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.945847 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c318e05b-13e1-4944-897d-d6b6e4ef7171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:57.952805 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8f2f402f-86ef-4156-af26-9684a7bd0f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:57.981422 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-695ade7b-51a4-4fbf-855b-f4df56b712a6 req-507a465e-62ab-4c53-9261-0bc7ace563de tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280421 Apr 30 13:12:57.990805 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c31537b1-06cf-4ea4-afb3-f33cb6c3ef49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.020411 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0afa0ff9-74cc-4b1d-bb7a-ca6815f7f9e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.026645 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-8f2f402f-86ef-4156-af26-9684a7bd0f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:58.030617 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa0ff9-74cc-4b1d-bb7a-ca6815f7f9e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c89864-17b9-4310-9799-bf6c779ca722,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:58.049183 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-0afa0ff9-74cc-4b1d-bb7a-ca6815f7f9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:58.051272 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-8f2f402f-86ef-4156-af26-9684a7bd0f99 admin admin] Usage tracker for resource:security_group_rule and tenant:4a12936497624462afd0d97122960926 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:58.056375 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-8f2f402f-86ef-4156-af26-9684a7bd0f99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:58.072088 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-8f2f402f-86ef-4156-af26-9684a7bd0f99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:58.093330 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-0afa0ff9-74cc-4b1d-bb7a-ca6815f7f9e7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/21c89864-17b9-4310-9799-bf6c779ca722 HTTP/1.1" status: 204 len: 168 time: 1.2620974 Apr 30 13:12:58.099324 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37284) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:58.119310 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce569fee-6a25-469a-8850-c9d942df3b3e req-6546b05d-c669-4aae-9adc-69f642b5404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:58.120994 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ce569fee-6a25-469a-8850-c9d942df3b3e req-6546b05d-c669-4aae-9adc-69f642b5404a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 1098 time: 0.4980941 Apr 30 13:12:58.148678 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c31537b1-06cf-4ea4-afb3-f33cb6c3ef49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.159197 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:58.181081 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31537b1-06cf-4ea4-afb3-f33cb6c3ef49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a58e763-612c-41de-9ad9-1b65ec7a6ac5,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:58.201771 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-c31537b1-06cf-4ea4-afb3-f33cb6c3ef49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:58.230366 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ce569fee-6a25-469a-8850-c9d942df3b3e req-38aadb37-7b7f-48b0-91db-370bb6204731 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969160 Apr 30 13:12:58.236433 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c31537b1-06cf-4ea4-afb3-f33cb6c3ef49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.237592 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-c31537b1-06cf-4ea4-afb3-f33cb6c3ef49 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7a58e763-612c-41de-9ad9-1b65ec7a6ac5 HTTP/1.1" status: 204 len: 168 time: 0.9511638 Apr 30 13:12:58.272069 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8f2f402f-86ef-4156-af26-9684a7bd0f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.278159 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8f2f402f-86ef-4156-af26-9684a7bd0f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.294147 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:58.322701 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5cafdb11-fbb0-42bf-b590-408897c7a5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.344600 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5cafdb11-fbb0-42bf-b590-408897c7a5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.345660 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-8f2f402f-86ef-4156-af26-9684a7bd0f99 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4a12936497624462afd0d97122960926&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0298257 Apr 30 13:12:58.347507 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37294) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:58.350631 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f402f-86ef-4156-af26-9684a7bd0f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2c93fd-a698-45ba-9706-3893431d5dd9,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:58.389900 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c9586760-16b0-4e53-84ea-fb80af947940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:58.394215 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-8f2f402f-86ef-4156-af26-9684a7bd0f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:58.429080 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-dfca5e8f-5798-4eff-9553-01067f7c1c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.484993 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-dfca5e8f-5798-4eff-9553-01067f7c1c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.590829 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-dfca5e8f-5798-4eff-9553-01067f7c1c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.596436 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:58.607664 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca5e8f-5798-4eff-9553-01067f7c1c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2c93fd-a698-45ba-9706-3893431d5dd9,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:58.627414 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-dfca5e8f-5798-4eff-9553-01067f7c1c04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:58.628778 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-5cafdb11-fbb0-42bf-b590-408897c7a5cf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5dc81c806d0a459cb28611246591e389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8838880 Apr 30 13:12:58.629993 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-dfca5e8f-5798-4eff-9553-01067f7c1c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.632835 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-dfca5e8f-5798-4eff-9553-01067f7c1c04 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5f2c93fd-a698-45ba-9706-3893431d5dd9 HTTP/1.1" status: 204 len: 168 time: 0.2828987 Apr 30 13:12:58.633689 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37304) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:58.670548 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafdb11-fbb0-42bf-b590-408897c7a5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced01570-8447-43e9-98c8-e4cfbd417c01,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:58.676178 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5cafdb11-fbb0-42bf-b590-408897c7a5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:58.681491 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5a5ebe42-8026-49de-a632-f5dbb299b3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607959'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.726185 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-dd3ccd83-81af-412e-8c5f-91b8c553d5cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.756487 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-dd3ccd83-81af-412e-8c5f-91b8c553d5cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.821745 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-dd3ccd83-81af-412e-8c5f-91b8c553d5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.827849 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-8f2f402f-86ef-4156-af26-9684a7bd0f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:58.839446 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ccd83-81af-412e-8c5f-91b8c553d5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced01570-8447-43e9-98c8-e4cfbd417c01,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:58.843250 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5a5ebe42-8026-49de-a632-f5dbb299b3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721493', 'neutron.services.segments.db._delete_segments_for_network-8751029557405'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.849418 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-dd3ccd83-81af-412e-8c5f-91b8c553d5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:58.856478 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-dd3ccd83-81af-412e-8c5f-91b8c553d5cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:58.860395 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-dd3ccd83-81af-412e-8c5f-91b8c553d5cd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ced01570-8447-43e9-98c8-e4cfbd417c01 HTTP/1.1" status: 204 len: 168 time: 0.2221682 Apr 30 13:12:59.033980 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-5a5ebe42-8026-49de-a632-f5dbb299b3bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2177606a-154a-42a7-8399-8e8efbac3700']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:59.059070 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-5a5ebe42-8026-49de-a632-f5dbb299b3bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80105982-6f46-4f76-a118-13d53cdb9c24') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:59.059649 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-5a5ebe42-8026-49de-a632-f5dbb299b3bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80105982-6f46-4f76-a118-13d53cdb9c24') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:12:59.075813 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5a5ebe42-8026-49de-a632-f5dbb299b3bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751029569639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64371154'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:59.096026 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5a5ebe42-8026-49de-a632-f5dbb299b3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:59.105219 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5ebe42-8026-49de-a632-f5dbb299b3bf admin admin] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:12:59.361349 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd752958-4fa1-4270-98a9-aebe2734e946 req-36d96e5c-c845-40e1-8c6a-e1583ab9a8c5 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:12:59.364262 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fd752958-4fa1-4270-98a9-aebe2734e946 req-36d96e5c-c845-40e1-8c6a-e1583ab9a8c5 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.1626053 Apr 30 13:12:59.415383 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-5a5ebe42-8026-49de-a632-f5dbb299b3bf admin admin] Network 2177606a-154a-42a7-8399-8e8efbac3700 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:12:59.424523 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fd752958-4fa1-4270-98a9-aebe2734e946 req-5c96cff5-04ae-40d5-91c9-42c7f09ffdc3 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513668 Apr 30 13:12:59.425842 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5a5ebe42-8026-49de-a632-f5dbb299b3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-780525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64370303'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:59.517170 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37332) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:59.547592 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5307048d-55ed-4cc3-9873-4ec1aebf05df admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:59.581772 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-5307048d-55ed-4cc3-9873-4ec1aebf05df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:12:59.590104 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-5307048d-55ed-4cc3-9873-4ec1aebf05df admin admin] Usage tracker for resource:security_group_rule and tenant:c3d2ed8588c344ebb95d5e4b14c2d059 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:12:59.598173 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-5307048d-55ed-4cc3-9873-4ec1aebf05df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:12:59.612525 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-5307048d-55ed-4cc3-9873-4ec1aebf05df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:12:59.759319 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5307048d-55ed-4cc3-9873-4ec1aebf05df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:59.766832 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5307048d-55ed-4cc3-9873-4ec1aebf05df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:59.780632 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-dfca5e8f-5798-4eff-9553-01067f7c1c04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:59.828980 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-5307048d-55ed-4cc3-9873-4ec1aebf05df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c3d2ed8588c344ebb95d5e4b14c2d059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106561 Apr 30 13:12:59.829947 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307048d-55ed-4cc3-9873-4ec1aebf05df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d67b34b-a75a-4034-82f6-df96dd560c9d,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:12:59.836476 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-5a5ebe42-8026-49de-a632-f5dbb299b3bf admin admin] Network 2177606a-154a-42a7-8399-8e8efbac3700 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:12:59.845003 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5307048d-55ed-4cc3-9873-4ec1aebf05df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:12:59.846363 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37346) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: Traceback (most recent call last): Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: timer() Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: cb(*args, **kw) Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: return func(*args, **kwargs) Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: self._notify() Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: self.callback(batched_events) Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: event.method(event) Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: return f(self, *a, **k) Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._get(url).json() Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:12:59.924338 dv-cinder-784453-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:12:59.929301 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-11085524-b2b1-4ad5-93c5-d33efd5be95b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:59.953870 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5a5ebe42-8026-49de-a632-f5dbb299b3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721390'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:59.962785 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5a5ebe42-8026-49de-a632-f5dbb299b3bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:12:59.969493 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:12:59.970288 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-11085524-b2b1-4ad5-93c5-d33efd5be95b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:00.008954 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ebe42-8026-49de-a632-f5dbb299b3bf admin admin] Pushing event deleted for resources: {'Network': ['ID=2177606a-154a-42a7-8399-8e8efbac3700,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:00.012273 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5a5ebe42-8026-49de-a632-f5dbb299b3bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:00.017832 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37352) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:00.018214 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-5a5ebe42-8026-49de-a632-f5dbb299b3bf admin admin] 10.222.0.69 "DELETE /v2.0/networks/2177606a-154a-42a7-8399-8e8efbac3700 HTTP/1.1" status: 204 len: 168 time: 1.9162452 Apr 30 13:13:00.093173 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4df72c-1ca4-42ca-bc6f-8a1ab57091dd admin admin] Deleting subnet 08341656-c36e-4a50-b2c3-a74079c0f4e7 {{(pid=73814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:13:00.096751 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bb4df72c-1ca4-42ca-bc6f-8a1ab57091dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:00.136165 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-11085524-b2b1-4ad5-93c5-d33efd5be95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:00.142382 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:00.159262 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11085524-b2b1-4ad5-93c5-d33efd5be95b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d67b34b-a75a-4034-82f6-df96dd560c9d,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:00.167258 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-11085524-b2b1-4ad5-93c5-d33efd5be95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:00.176539 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bb4df72c-1ca4-42ca-bc6f-8a1ab57091dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66028610'] for subnet, precommit_delete_associations {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:00.214371 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-11085524-b2b1-4ad5-93c5-d33efd5be95b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:00.217434 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-11085524-b2b1-4ad5-93c5-d33efd5be95b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5d67b34b-a75a-4034-82f6-df96dd560c9d HTTP/1.1" status: 204 len: 168 time: 0.3667903 Apr 30 13:13:00.284930 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bb4df72c-1ca4-42ca-bc6f-8a1ab57091dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726744'] for subnet, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:00.791451 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bb4df72c-1ca4-42ca-bc6f-8a1ab57091dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64949646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65153122'] for subnet, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:00.805835 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:00.854452 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4df72c-1ca4-42ca-bc6f-8a1ab57091dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08341656-c36e-4a50-b2c3-a74079c0f4e7,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:00.859107 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bb4df72c-1ca4-42ca-bc6f-8a1ab57091dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for subnet, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:00.863252 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-bb4df72c-1ca4-42ca-bc6f-8a1ab57091dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:00.878306 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-bb4df72c-1ca4-42ca-bc6f-8a1ab57091dd admin admin] 10.222.0.69 "DELETE /v2.0/subnets/08341656-c36e-4a50-b2c3-a74079c0f4e7 HTTP/1.1" status: 204 len: 168 time: 0.8592632 Apr 30 13:13:00.881610 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37406) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:00.893997 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124d053-24df-4edb-b5a1-9b67cdec3889 req-fa7ff39e-b348-43f0-9dce-7d5763f30ccb tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:00.896188 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7124d053-24df-4edb-b5a1-9b67cdec3889 req-fa7ff39e-b348-43f0-9dce-7d5763f30ccb tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.1598692 Apr 30 13:13:00.965420 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7124d053-24df-4edb-b5a1-9b67cdec3889 req-74bb77b4-aee7-4bbd-9889-3896ecca870a tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540891 Apr 30 13:13:01.086059 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b3280ecd-2560-4c6f-b95e-0fdd96694eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607959'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:01.113141 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:01.289047 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b3280ecd-2560-4c6f-b95e-0fdd96694eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721493', 'neutron.services.segments.db._delete_segments_for_network-8751029557405'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:01.434369 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-b3280ecd-2560-4c6f-b95e-0fdd96694eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0684d2-e2a8-4f49-9fbf-d2d5d0b6b490']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:01.454162 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-b3280ecd-2560-4c6f-b95e-0fdd96694eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e8b6cf-b260-47fc-bb04-c1c33e3d881e') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:01.454429 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-b3280ecd-2560-4c6f-b95e-0fdd96694eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e8b6cf-b260-47fc-bb04-c1c33e3d881e') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:13:01.468921 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b3280ecd-2560-4c6f-b95e-0fdd96694eee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751029569639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64371154'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:01.489048 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b3280ecd-2560-4c6f-b95e-0fdd96694eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:01.498509 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3280ecd-2560-4c6f-b95e-0fdd96694eee admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:13:01.503550 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0adb01-e4d0-4ee2-8f64-8d986c98b0f3 req-120edd4d-13bd-4500-8376-22b09cc6162e tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:01.517950 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-aa0adb01-e4d0-4ee2-8f64-8d986c98b0f3 req-120edd4d-13bd-4500-8376-22b09cc6162e tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.2709460 Apr 30 13:13:01.668338 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-aa0adb01-e4d0-4ee2-8f64-8d986c98b0f3 req-be055895-db21-4ae7-a67a-3569f399a464 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456342 Apr 30 13:13:01.935080 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-b3280ecd-2560-4c6f-b95e-0fdd96694eee admin admin] Network 8a0684d2-e2a8-4f49-9fbf-d2d5d0b6b490 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:13:01.945485 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b3280ecd-2560-4c6f-b95e-0fdd96694eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-780525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64370303'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:02.211781 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-b3280ecd-2560-4c6f-b95e-0fdd96694eee admin admin] Network 8a0684d2-e2a8-4f49-9fbf-d2d5d0b6b490 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: Traceback (most recent call last): Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: timer() Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: cb(*args, **kw) Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: return func(*args, **kwargs) Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: self._notify() Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: self.callback(batched_events) Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: event.method(event) Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: return f(self, *a, **k) Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._get(url).json() Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:13:02.258949 dv-cinder-784453-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:13:02.383138 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-2985aae0-0577-4c4f-b582-8ce3f171dd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:02.418462 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b3280ecd-2560-4c6f-b95e-0fdd96694eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721390'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:02.430812 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b3280ecd-2560-4c6f-b95e-0fdd96694eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:02.438930 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:02.505268 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b3280ecd-2560-4c6f-b95e-0fdd96694eee admin admin] 10.222.0.69 "DELETE /v2.0/networks/8a0684d2-e2a8-4f49-9fbf-d2d5d0b6b490 HTTP/1.1" status: 204 len: 168 time: 1.6218927 Apr 30 13:13:02.506276 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3280ecd-2560-4c6f-b95e-0fdd96694eee admin admin] Pushing event deleted for resources: {'Network': ['ID=8a0684d2-e2a8-4f49-9fbf-d2d5d0b6b490,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:02.523755 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b3280ecd-2560-4c6f-b95e-0fdd96694eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:02.753532 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37492) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:02.885942 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-30c68d21-892e-4667-a879-25abb565119e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b7e7f7874df04f2d973031fe95b4ea09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1305585 Apr 30 13:13:02.890198 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37504) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:03.019711 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5b02b345-86c7-4449-83b0-f9600e7b64da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:03.054123 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5b02b345-86c7-4449-83b0-f9600e7b64da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:03.164851 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5b02b345-86c7-4449-83b0-f9600e7b64da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:03.181275 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-bced8076-2df6-4e22-a143-a6936804b33b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:03.228162 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02b345-86c7-4449-83b0-f9600e7b64da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e444b8-e9f5-4f54-8adf-03ada4f35940,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:03.266309 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5b02b345-86c7-4449-83b0-f9600e7b64da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:03.270134 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5b02b345-86c7-4449-83b0-f9600e7b64da admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:03.271636 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-5b02b345-86c7-4449-83b0-f9600e7b64da admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/24e444b8-e9f5-4f54-8adf-03ada4f35940 HTTP/1.1" status: 204 len: 168 time: 0.3798649 Apr 30 13:13:03.407892 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37532) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:03.991942 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b94bbdf1-09d6-465c-a7c5-831c6a301296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.028432 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b94bbdf1-09d6-465c-a7c5-831c6a301296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:04.038362 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b94bbdf1-09d6-465c-a7c5-831c6a301296 admin admin] Usage tracker for resource:security_group_rule and tenant:6557e6c388404767a1bf7baf73ae5cc1 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:04.046561 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b94bbdf1-09d6-465c-a7c5-831c6a301296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:04.062278 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b94bbdf1-09d6-465c-a7c5-831c6a301296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:04.201925 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37556) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:04.273335 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b94bbdf1-09d6-465c-a7c5-831c6a301296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.280923 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37560) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:04.286625 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b94bbdf1-09d6-465c-a7c5-831c6a301296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.300453 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8d0ab2b2-b01d-4515-95f1-f96cf72e91d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:04.348750 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bbdf1-09d6-465c-a7c5-831c6a301296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3d3fa1-7843-4004-a8ae-135baa76cb6b,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:04.357487 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b94bbdf1-09d6-465c-a7c5-831c6a301296 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6557e6c388404767a1bf7baf73ae5cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9477761 Apr 30 13:13:04.358232 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37568) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:04.359327 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b94bbdf1-09d6-465c-a7c5-831c6a301296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:04.435608 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2847eef3-3174-44e4-9811-7873f488c210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.458841 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1d768-31c7-4c94-9d7b-4cb176dd7924 req-1d6468f6-a3bf-4f98-bbab-15a20b61afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:04.461362 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cbf1d768-31c7-4c94-9d7b-4cb176dd7924 req-1d6468f6-a3bf-4f98-bbab-15a20b61afd3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9ae82ace87d14c12b35259bd0973dda6&device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 1098 time: 0.2880266 Apr 30 13:13:04.466972 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2847eef3-3174-44e4-9811-7873f488c210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.512379 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37574) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:04.529043 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2847eef3-3174-44e4-9811-7873f488c210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.533567 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123eca2-6b27-4ca7-bc48-1476ed4fb227 req-9ef88e42-6b50-432c-8c5b-46c5441820c6 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:04.534068 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-0f4aa8d1-31e6-4713-b151-6321bf90b0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:04.536615 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4123eca2-6b27-4ca7-bc48-1476ed4fb227 req-9ef88e42-6b50-432c-8c5b-46c5441820c6 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.2836268 Apr 30 13:13:04.556557 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847eef3-3174-44e4-9811-7873f488c210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3d3fa1-7843-4004-a8ae-135baa76cb6b,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:04.564873 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2847eef3-3174-44e4-9811-7873f488c210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:04.565693 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2847eef3-3174-44e4-9811-7873f488c210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.569689 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-2847eef3-3174-44e4-9811-7873f488c210 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6a3d3fa1-7843-4004-a8ae-135baa76cb6b HTTP/1.1" status: 204 len: 168 time: 0.2064986 Apr 30 13:13:04.840889 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-27e99539-0aff-4278-b27e-fc791fe38999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.856674 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-27e99539-0aff-4278-b27e-fc791fe38999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:04.860790 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-27e99539-0aff-4278-b27e-fc791fe38999 admin admin] Usage tracker for resource:security_group_rule and tenant:a4338ebbe0eb439cb091ee230eb96a9e is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:04.864342 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-27e99539-0aff-4278-b27e-fc791fe38999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:04.871448 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-27e99539-0aff-4278-b27e-fc791fe38999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:04.914301 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4123eca2-6b27-4ca7-bc48-1476ed4fb227 req-fea59f44-1103-4774-acb1-35967d367c7e tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163462 Apr 30 13:13:04.915933 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2c89963d-82f1-49ba-af7f-c98d7d9ed692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:04.940116 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-2c89963d-82f1-49ba-af7f-c98d7d9ed692 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:04.945322 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-2c89963d-82f1-49ba-af7f-c98d7d9ed692 admin admin] Usage tracker for resource:security_group_rule and tenant:e527b1f5b1df4cf7a764131859152df9 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:04.948981 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-2c89963d-82f1-49ba-af7f-c98d7d9ed692 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:04.955605 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-2c89963d-82f1-49ba-af7f-c98d7d9ed692 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:05.030483 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-1875f56b-1462-4553-be12-c1eea0343e0f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=40761af9984046e9a4c85f7d7d5ecde2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5162773 Apr 30 13:13:05.034255 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37586) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:05.049765 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1d768-31c7-4c94-9d7b-4cb176dd7924 req-9942c96d-2b6e-4612-8192-d6622fc229af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:05.051818 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cbf1d768-31c7-4c94-9d7b-4cb176dd7924 req-9942c96d-2b6e-4612-8192-d6622fc229af service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58 HTTP/1.1" status: 200 len: 921 time: 0.5763249 Apr 30 13:13:05.136306 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-27e99539-0aff-4278-b27e-fc791fe38999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.150207 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cbf1d768-31c7-4c94-9d7b-4cb176dd7924 req-8b26d8a7-7f71-4112-8d74-0b25ad0b413d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7b2af60-4552-417a-9aa9-646dcfac8e70 HTTP/1.1" status: 200 len: 217 time: 0.0886862 Apr 30 13:13:05.159816 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-27e99539-0aff-4278-b27e-fc791fe38999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.176422 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-cbe1e6fc-c198-49ee-b890-101393f74d07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:05.243807 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7d687842-df77-428a-bfdb-6b842b4b2636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.282896 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1d768-31c7-4c94-9d7b-4cb176dd7924 req-70ff5e89-604a-41f8-a033-2701cda71354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:05.284850 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cbf1d768-31c7-4c94-9d7b-4cb176dd7924 req-70ff5e89-604a-41f8-a033-2701cda71354 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a7902b94-9475-4f0c-afc1-0ffb637b7e52 HTTP/1.1" status: 200 len: 859 time: 0.1218374 Apr 30 13:13:05.287045 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2c89963d-82f1-49ba-af7f-c98d7d9ed692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.290373 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7d687842-df77-428a-bfdb-6b842b4b2636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.302034 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-27e99539-0aff-4278-b27e-fc791fe38999 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a4338ebbe0eb439cb091ee230eb96a9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0921168 Apr 30 13:13:05.302034 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2c89963d-82f1-49ba-af7f-c98d7d9ed692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.303847 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37596) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:05.314182 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e99539-0aff-4278-b27e-fc791fe38999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d859195c-0937-46f3-bdaa-6a42d0b51999,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:05.323579 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-27e99539-0aff-4278-b27e-fc791fe38999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:05.324249 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-27e99539-0aff-4278-b27e-fc791fe38999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:05.400186 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-2c89963d-82f1-49ba-af7f-c98d7d9ed692 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e527b1f5b1df4cf7a764131859152df9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1175663 Apr 30 13:13:05.402062 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89963d-82f1-49ba-af7f-c98d7d9ed692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1f53f0-7a5c-4b4e-8760-dae41a4d9eb8,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:05.407321 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2c89963d-82f1-49ba-af7f-c98d7d9ed692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:05.408029 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37602) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:05.422935 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cbf1d768-31c7-4c94-9d7b-4cb176dd7924 req-f2352a6f-a10c-4237-887a-d36bec339657 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245203 Apr 30 13:13:05.544821 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.562261 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-88aa024f-42b7-4488-b34a-d829c4078e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.595435 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37606) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:05.635363 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-88aa024f-42b7-4488-b34a-d829c4078e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.645562 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4abdafb4-65e7-449f-8d29-573fc49596cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.647833 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ca657ee4-0ebc-4854-b025-c466688c5984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.678092 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-ca657ee4-0ebc-4854-b025-c466688c5984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:05.684715 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7d687842-df77-428a-bfdb-6b842b4b2636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.692580 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-ca657ee4-0ebc-4854-b025-c466688c5984 admin admin] Usage tracker for resource:security_group_rule and tenant:ee0034484128474e8a6962ad35647a81 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:05.694258 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-1067b519-9a59-49a2-8c7c-5704dddb1e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:05.698680 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-ca657ee4-0ebc-4854-b025-c466688c5984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:05.706124 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-ca657ee4-0ebc-4854-b025-c466688c5984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:05.717672 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cbf1d768-31c7-4c94-9d7b-4cb176dd7924 req-d1a951d1-0a45-42d4-b623-79a23d9bdfe0 service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802279 Apr 30 13:13:05.718466 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d687842-df77-428a-bfdb-6b842b4b2636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9ad024-94db-44ae-b24f-997966a58101,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:05.721222 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7d687842-df77-428a-bfdb-6b842b4b2636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:05.750294 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-88aa024f-42b7-4488-b34a-d829c4078e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.760614 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3969dac7-815f-42b8-8541-947ab964b386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:05.765471 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-39c81d56-2b3b-4337-b87a-98b27903ddfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.781260 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aa024f-42b7-4488-b34a-d829c4078e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1f53f0-7a5c-4b4e-8760-dae41a4d9eb8,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:05.789810 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-88aa024f-42b7-4488-b34a-d829c4078e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:05.840127 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-88aa024f-42b7-4488-b34a-d829c4078e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.846728 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-88aa024f-42b7-4488-b34a-d829c4078e5d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0e1f53f0-7a5c-4b4e-8760-dae41a4d9eb8 HTTP/1.1" status: 204 len: 168 time: 0.4370275 Apr 30 13:13:05.913230 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cbf1d768-31c7-4c94-9d7b-4cb176dd7924 req-0b2beee6-ea1a-40e0-865e-3717dd07e30a service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778653 Apr 30 13:13:05.915694 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4abdafb4-65e7-449f-8d29-573fc49596cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.919831 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ca657ee4-0ebc-4854-b025-c466688c5984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.923518 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7d687842-df77-428a-bfdb-6b842b4b2636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:05.924636 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-7d687842-df77-428a-bfdb-6b842b4b2636 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5b9ad024-94db-44ae-b24f-997966a58101 HTTP/1.1" status: 204 len: 168 time: 0.8891890 Apr 30 13:13:05.935882 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ca657ee4-0ebc-4854-b025-c466688c5984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.007754 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4abdafb4-65e7-449f-8d29-573fc49596cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.007982 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:06.017417 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-9ed5d9e1-de34-45f5-8f45-8c73c5f8670f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:06.056211 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdafb4-65e7-449f-8d29-573fc49596cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d859195c-0937-46f3-bdaa-6a42d0b51999,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:06.067774 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-4abdafb4-65e7-449f-8d29-573fc49596cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:06.069860 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-ca657ee4-0ebc-4854-b025-c466688c5984 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ee0034484128474e8a6962ad35647a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4730446 Apr 30 13:13:06.073671 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37632) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:06.092533 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca657ee4-0ebc-4854-b025-c466688c5984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d49d8bf-60c7-47ae-8855-12b1b3bcd991,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:06.098235 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ca657ee4-0ebc-4854-b025-c466688c5984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:06.109180 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4abdafb4-65e7-449f-8d29-573fc49596cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.111041 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-4abdafb4-65e7-449f-8d29-573fc49596cd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d859195c-0937-46f3-bdaa-6a42d0b51999 HTTP/1.1" status: 204 len: 168 time: 0.7318418 Apr 30 13:13:06.180706 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6eb974c5-fa9c-4e64-85d9-d4b33c914f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.213844 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6eb974c5-fa9c-4e64-85d9-d4b33c914f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.294643 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6eb974c5-fa9c-4e64-85d9-d4b33c914f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.299866 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ac057f1c-cac0-4eb5-8f88-708581a48efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:06.312471 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb974c5-fa9c-4e64-85d9-d4b33c914f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d49d8bf-60c7-47ae-8855-12b1b3bcd991,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:06.326947 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6eb974c5-fa9c-4e64-85d9-d4b33c914f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:06.329071 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6eb974c5-fa9c-4e64-85d9-d4b33c914f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.332563 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-6eb974c5-fa9c-4e64-85d9-d4b33c914f82 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4d49d8bf-60c7-47ae-8855-12b1b3bcd991 HTTP/1.1" status: 204 len: 168 time: 0.2556503 Apr 30 13:13:06.360106 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378e185b-e718-452d-97f7-45a8b39e6392 req-b8eccdd9-92e7-4636-88ba-9c52572365e4 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:06.361748 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-378e185b-e718-452d-97f7-45a8b39e6392 req-b8eccdd9-92e7-4636-88ba-9c52572365e4 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1396253 Apr 30 13:13:06.422545 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-378e185b-e718-452d-97f7-45a8b39e6392 req-2f3379f2-7767-45a3-b0b8-8c024e2c1ce0 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535469 Apr 30 13:13:06.472559 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.561416 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37654) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:06.590102 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-62b12a23-0835-4abb-bb7b-2a898ff24b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.608454 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-62b12a23-0835-4abb-bb7b-2a898ff24b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:06.614424 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-62b12a23-0835-4abb-bb7b-2a898ff24b66 admin admin] Usage tracker for resource:security_group_rule and tenant:75f2409b5794413e87eb48c8a54ff6dd is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:06.619672 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-62b12a23-0835-4abb-bb7b-2a898ff24b66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:06.633420 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-62b12a23-0835-4abb-bb7b-2a898ff24b66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:06.764356 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-62b12a23-0835-4abb-bb7b-2a898ff24b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.774583 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-62b12a23-0835-4abb-bb7b-2a898ff24b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.794906 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-2f70c34c-9513-4e14-a900-4c16f23847b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:06.850997 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-62b12a23-0835-4abb-bb7b-2a898ff24b66 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=75f2409b5794413e87eb48c8a54ff6dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872627 Apr 30 13:13:06.853966 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37668) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:06.887625 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37672) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:06.929747 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b12a23-0835-4abb-bb7b-2a898ff24b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5d29d0-325d-47df-bf9e-ed116eceff2d,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:06.934875 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-62b12a23-0835-4abb-bb7b-2a898ff24b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:06.940206 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4d0a51dc-580b-4920-9c34-2408a170ecb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.964183 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e7ab036c-dd43-428a-9c4b-65278be7c82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:06.967381 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-4d0a51dc-580b-4920-9c34-2408a170ecb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:06.974279 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-4d0a51dc-580b-4920-9c34-2408a170ecb1 admin admin] Usage tracker for resource:security_group_rule and tenant:fe9075b33279473e93e718f9930c64f8 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:06.980315 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-4d0a51dc-580b-4920-9c34-2408a170ecb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:06.992535 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-4d0a51dc-580b-4920-9c34-2408a170ecb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:06.999533 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e7ab036c-dd43-428a-9c4b-65278be7c82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:07.075525 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e7ab036c-dd43-428a-9c4b-65278be7c82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:07.083645 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-edbd68fb-d1de-4f5c-a357-d5be77ce71bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:07.110569 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab036c-dd43-428a-9c4b-65278be7c82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5d29d0-325d-47df-bf9e-ed116eceff2d,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:07.114897 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e7ab036c-dd43-428a-9c4b-65278be7c82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:07.118810 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-e7ab036c-dd43-428a-9c4b-65278be7c82f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4d5d29d0-325d-47df-bf9e-ed116eceff2d HTTP/1.1" status: 204 len: 168 time: 0.2606277 Apr 30 13:13:07.118810 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e7ab036c-dd43-428a-9c4b-65278be7c82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:07.149291 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4d0a51dc-580b-4920-9c34-2408a170ecb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:07.157907 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4d0a51dc-580b-4920-9c34-2408a170ecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:07.173500 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:07.251883 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37696) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:07.252452 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-4d0a51dc-580b-4920-9c34-2408a170ecb1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fe9075b33279473e93e718f9930c64f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622217 Apr 30 13:13:07.253842 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a51dc-580b-4920-9c34-2408a170ecb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3f0629-85d8-497c-8ee1-3da48cf7f018,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:07.259281 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-4d0a51dc-580b-4920-9c34-2408a170ecb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:07.319591 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-957b5b08-dbc5-4698-837d-3406393f6cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:07.357858 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-957b5b08-dbc5-4698-837d-3406393f6cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:07.422621 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-957b5b08-dbc5-4698-837d-3406393f6cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:07.429418 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5e6ae8e7-69c7-4bf9-8507-79b8e1fe4a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:07.442509 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b5b08-dbc5-4698-837d-3406393f6cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3f0629-85d8-497c-8ee1-3da48cf7f018,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:07.446547 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-957b5b08-dbc5-4698-837d-3406393f6cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:07.449155 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-957b5b08-dbc5-4698-837d-3406393f6cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:07.463583 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-957b5b08-dbc5-4698-837d-3406393f6cff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bb3f0629-85d8-497c-8ee1-3da48cf7f018 HTTP/1.1" status: 204 len: 168 time: 0.2103376 Apr 30 13:13:07.581978 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37708) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:07.689662 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bcbac-0aec-4355-846e-ce37eb43eab1 req-27da1f5e-99ea-4d8e-a9de-e358d9567ae2 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:07.691793 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8f7bcbac-0aec-4355-846e-ce37eb43eab1 req-27da1f5e-99ea-4d8e-a9de-e358d9567ae2 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1333809 Apr 30 13:13:07.769250 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8f7bcbac-0aec-4355-846e-ce37eb43eab1 req-46f03c87-5c26-4202-ac1a-da082d59ffdb tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692642 Apr 30 13:13:07.822381 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:08.068836 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1806b724-cb7a-4a18-a83e-796a72eaba9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:08.097852 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-1806b724-cb7a-4a18-a83e-796a72eaba9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:08.105352 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-1806b724-cb7a-4a18-a83e-796a72eaba9d admin admin] Usage tracker for resource:security_group_rule and tenant:ba7106dbb3f94ca29d14386a95af184b is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:08.110558 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-1806b724-cb7a-4a18-a83e-796a72eaba9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:08.124309 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-1806b724-cb7a-4a18-a83e-796a72eaba9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:08.275312 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1806b724-cb7a-4a18-a83e-796a72eaba9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:08.287710 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1806b724-cb7a-4a18-a83e-796a72eaba9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:08.305302 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-56477aed-55f4-4dd1-8e5a-edd58ea9fb2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:08.357088 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806b724-cb7a-4a18-a83e-796a72eaba9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36434c6-5d86-4b43-ab5e-968370772819,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:08.367413 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37748) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:08.368678 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-1806b724-cb7a-4a18-a83e-796a72eaba9d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ba7106dbb3f94ca29d14386a95af184b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7818396 Apr 30 13:13:08.368678 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1806b724-cb7a-4a18-a83e-796a72eaba9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:08.442118 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-afc869c7-dfe9-4752-9970-738c9eea761b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:08.492434 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-afc869c7-dfe9-4752-9970-738c9eea761b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:08.598660 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-afc869c7-dfe9-4752-9970-738c9eea761b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:08.605042 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:08.621364 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc869c7-dfe9-4752-9970-738c9eea761b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36434c6-5d86-4b43-ab5e-968370772819,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:08.627455 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-afc869c7-dfe9-4752-9970-738c9eea761b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:08.642523 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-afc869c7-dfe9-4752-9970-738c9eea761b admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:08.650372 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-afc869c7-dfe9-4752-9970-738c9eea761b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f36434c6-5d86-4b43-ab5e-968370772819 HTTP/1.1" status: 204 len: 168 time: 0.2800629 Apr 30 13:13:09.039173 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557c6f0-1635-4dda-98cd-9ed61b35eb4a req-c819dcca-ab3f-4006-ba84-860fcdd44db7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:09.041008 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0557c6f0-1635-4dda-98cd-9ed61b35eb4a req-c819dcca-ab3f-4006-ba84-860fcdd44db7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1020999 Apr 30 13:13:09.120332 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0557c6f0-1635-4dda-98cd-9ed61b35eb4a req-89cfd212-69e3-45e7-ae5c-0dc004b27040 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686221 Apr 30 13:13:09.502345 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37786) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:09.528329 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-46b99039-3119-4e1a-84af-a82e5a72b64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:09.545333 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-46b99039-3119-4e1a-84af-a82e5a72b64c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:09.554549 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-46b99039-3119-4e1a-84af-a82e5a72b64c admin admin] Usage tracker for resource:security_group_rule and tenant:406027635d0241479a1c32e88b5bd94c is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:09.560875 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-46b99039-3119-4e1a-84af-a82e5a72b64c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:09.577425 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-46b99039-3119-4e1a-84af-a82e5a72b64c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:09.699649 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-46b99039-3119-4e1a-84af-a82e5a72b64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:09.704994 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-46b99039-3119-4e1a-84af-a82e5a72b64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:09.714957 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:09.765417 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-46b99039-3119-4e1a-84af-a82e5a72b64c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=406027635d0241479a1c32e88b5bd94c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569783 Apr 30 13:13:09.765844 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37800) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:09.769417 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b99039-3119-4e1a-84af-a82e5a72b64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea41647-9906-4621-bf19-a241dfde8f67,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:09.791203 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-46b99039-3119-4e1a-84af-a82e5a72b64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:09.841821 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3e06-81c8-445b-b65b-5de9acccb412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:09.872219 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3e06-81c8-445b-b65b-5de9acccb412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:09.931480 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3e06-81c8-445b-b65b-5de9acccb412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:09.936014 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5307048d-55ed-4cc3-9873-4ec1aebf05df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:09.948698 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cb3e06-81c8-445b-b65b-5de9acccb412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea41647-9906-4621-bf19-a241dfde8f67,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:09.951403 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-f7cb3e06-81c8-445b-b65b-5de9acccb412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:09.957075 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f7cb3e06-81c8-445b-b65b-5de9acccb412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:09.961659 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-f7cb3e06-81c8-445b-b65b-5de9acccb412 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ea41647-9906-4621-bf19-a241dfde8f67 HTTP/1.1" status: 204 len: 168 time: 0.1913199 Apr 30 13:13:10.404573 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261b2d3-7f1f-4023-9e95-846586239458 req-6adf2b13-0d66-44b1-8f0e-4122b624c862 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:10.409634 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7261b2d3-7f1f-4023-9e95-846586239458 req-6adf2b13-0d66-44b1-8f0e-4122b624c862 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1013250 Apr 30 13:13:10.634224 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7261b2d3-7f1f-4023-9e95-846586239458 req-4821c30b-4761-4f87-bbb0-ea395f6bbc31 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170417 Apr 30 13:13:11.977283 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fda826-c3aa-4f92-9098-3a0dd0a9cf9f req-38e92cd0-4583-432c-826c-8be6d751b7d0 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:11.992179 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-68fda826-c3aa-4f92-9098-3a0dd0a9cf9f req-38e92cd0-4583-432c-826c-8be6d751b7d0 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1577535 Apr 30 13:13:12.073992 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-68fda826-c3aa-4f92-9098-3a0dd0a9cf9f req-8f025395-2e04-42d3-b842-6a9f9b1974f7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767829 Apr 30 13:13:12.492309 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37910) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:12.815475 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-36458421-c6ea-4cd1-90d9-ae0f5a07573d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:12.858321 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-36458421-c6ea-4cd1-90d9-ae0f5a07573d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:12.865187 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-36458421-c6ea-4cd1-90d9-ae0f5a07573d admin admin] Usage tracker for resource:security_group_rule and tenant:eab7ee92ffa7403daeeb73499de7024a is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:12.873634 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-36458421-c6ea-4cd1-90d9-ae0f5a07573d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:12.877132 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-36458421-c6ea-4cd1-90d9-ae0f5a07573d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:13.030957 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-36458421-c6ea-4cd1-90d9-ae0f5a07573d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.037180 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-36458421-c6ea-4cd1-90d9-ae0f5a07573d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.049035 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-46b99039-3119-4e1a-84af-a82e5a72b64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:13.104154 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36458421-c6ea-4cd1-90d9-ae0f5a07573d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62250e1b-e4d7-4d41-94c9-8c2d93495068,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:13.115823 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-36458421-c6ea-4cd1-90d9-ae0f5a07573d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eab7ee92ffa7403daeeb73499de7024a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6150126 Apr 30 13:13:13.115823 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-36458421-c6ea-4cd1-90d9-ae0f5a07573d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:13.116642 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37938) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:13.232680 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1de73cee-bb4e-414d-8b75-dc24869971dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.269293 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1de73cee-bb4e-414d-8b75-dc24869971dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.381813 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1de73cee-bb4e-414d-8b75-dc24869971dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.392794 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f223dad9-d498-48cb-8ebb-30fe5e48f748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:13.432101 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de73cee-bb4e-414d-8b75-dc24869971dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62250e1b-e4d7-4d41-94c9-8c2d93495068,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:13.483061 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1de73cee-bb4e-414d-8b75-dc24869971dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:13.521801 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1de73cee-bb4e-414d-8b75-dc24869971dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:13.527972 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba93a9c-e58f-43f9-961f-a50b4493d16e req-a2983ba4-d347-4692-bd9c-55d41a67a557 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:13.532009 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-1de73cee-bb4e-414d-8b75-dc24869971dc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/62250e1b-e4d7-4d41-94c9-8c2d93495068 HTTP/1.1" status: 204 len: 168 time: 0.4151533 Apr 30 13:13:13.534131 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7ba93a9c-e58f-43f9-961f-a50b4493d16e req-a2983ba4-d347-4692-bd9c-55d41a67a557 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.2414823 Apr 30 13:13:13.627189 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7ba93a9c-e58f-43f9-961f-a50b4493d16e req-d479471f-53fb-4333-8e84-e0b8e66c9a7f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860999 Apr 30 13:13:13.948116 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37972) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:14.095692 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37978) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:14.122565 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4058d9e7-f37f-4a87-9f2b-4b5ac49bcf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.145970 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-4058d9e7-f37f-4a87-9f2b-4b5ac49bcf57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:14.151811 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-4058d9e7-f37f-4a87-9f2b-4b5ac49bcf57 admin admin] Usage tracker for resource:security_group_rule and tenant:9e88d5fcaee54a69b919f898315ebb85 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:14.156837 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-4058d9e7-f37f-4a87-9f2b-4b5ac49bcf57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:14.167899 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-4058d9e7-f37f-4a87-9f2b-4b5ac49bcf57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:14.326277 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4058d9e7-f37f-4a87-9f2b-4b5ac49bcf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.332063 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4058d9e7-f37f-4a87-9f2b-4b5ac49bcf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.347490 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6f76f78e-4f7b-4576-a32c-5c5eba199182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:14.431149 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-4058d9e7-f37f-4a87-9f2b-4b5ac49bcf57 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9e88d5fcaee54a69b919f898315ebb85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315334 Apr 30 13:13:14.431149 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058d9e7-f37f-4a87-9f2b-4b5ac49bcf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbd8aac-7be2-435b-8fe4-d5f6bcc97861,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:14.434845 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 37984) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:14.440405 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-4058d9e7-f37f-4a87-9f2b-4b5ac49bcf57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:14.476052 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4cd9c07e-b08b-480f-9638-9786b0cf9094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.518788 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-4cd9c07e-b08b-480f-9638-9786b0cf9094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:14.524613 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-4cd9c07e-b08b-480f-9638-9786b0cf9094 admin admin] Usage tracker for resource:security_group_rule and tenant:c9dbffa32ad548aab9b62cbc61d0f23a is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:14.535318 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-4cd9c07e-b08b-480f-9638-9786b0cf9094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:14.545973 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-4cd9c07e-b08b-480f-9638-9786b0cf9094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:14.552959 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6192aef5-a7ed-4bca-9ecd-1f91fc63a16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.600611 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6192aef5-a7ed-4bca-9ecd-1f91fc63a16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.692373 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4cd9c07e-b08b-480f-9638-9786b0cf9094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.702238 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4cd9c07e-b08b-480f-9638-9786b0cf9094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.716102 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5a4cb495-cf5b-4bc8-9d34-b496815a3b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:14.730812 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6192aef5-a7ed-4bca-9ecd-1f91fc63a16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.748376 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1de73cee-bb4e-414d-8b75-dc24869971dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:14.793889 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192aef5-a7ed-4bca-9ecd-1f91fc63a16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbd8aac-7be2-435b-8fe4-d5f6bcc97861,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:14.799914 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-4cd9c07e-b08b-480f-9638-9786b0cf9094 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c9dbffa32ad548aab9b62cbc61d0f23a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8492141 Apr 30 13:13:14.801747 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9c07e-b08b-480f-9638-9786b0cf9094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154f49eb-ca41-4888-82cd-4b7732bd8b0b,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:14.809167 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 37998) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:14.810558 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-4cd9c07e-b08b-480f-9638-9786b0cf9094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:14.820009 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6192aef5-a7ed-4bca-9ecd-1f91fc63a16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:14.821612 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6192aef5-a7ed-4bca-9ecd-1f91fc63a16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:14.827795 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-6192aef5-a7ed-4bca-9ecd-1f91fc63a16f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7fbd8aac-7be2-435b-8fe4-d5f6bcc97861 HTTP/1.1" status: 204 len: 168 time: 0.3859825 Apr 30 13:13:15.014892 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-aa5b1cd9-7937-435f-8d4c-30a3d701919e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.091597 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-aa5b1cd9-7937-435f-8d4c-30a3d701919e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.231692 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-aa5b1cd9-7937-435f-8d4c-30a3d701919e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.238174 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-36458421-c6ea-4cd1-90d9-ae0f5a07573d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:15.255633 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b1cd9-7937-435f-8d4c-30a3d701919e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154f49eb-ca41-4888-82cd-4b7732bd8b0b,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:15.262221 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-aa5b1cd9-7937-435f-8d4c-30a3d701919e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:15.285709 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-aa5b1cd9-7937-435f-8d4c-30a3d701919e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.289655 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-aa5b1cd9-7937-435f-8d4c-30a3d701919e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/154f49eb-ca41-4888-82cd-4b7732bd8b0b HTTP/1.1" status: 204 len: 168 time: 0.4745901 Apr 30 13:13:15.308833 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146c1cb-8ea9-4b22-8823-f05ce7e2618f req-4cc573e1-2a2f-49b8-ba9e-886e375462a5 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:15.310547 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2146c1cb-8ea9-4b22-8823-f05ce7e2618f req-4cc573e1-2a2f-49b8-ba9e-886e375462a5 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.2883613 Apr 30 13:13:15.378988 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2146c1cb-8ea9-4b22-8823-f05ce7e2618f req-888bb9de-3888-4e02-8da6-9e7030cfcf18 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564840 Apr 30 13:13:15.722267 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 38032) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:15.965248 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-834bbc1c-7455-4fb0-873f-51c1c7697638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:15.981949 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-834bbc1c-7455-4fb0-873f-51c1c7697638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:15.987255 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-834bbc1c-7455-4fb0-873f-51c1c7697638 admin admin] Usage tracker for resource:security_group_rule and tenant:a092321355bd4d06842f954d51b519d3 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:15.990465 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-834bbc1c-7455-4fb0-873f-51c1c7697638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:15.998075 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-834bbc1c-7455-4fb0-873f-51c1c7697638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:16.155338 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-834bbc1c-7455-4fb0-873f-51c1c7697638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:16.162201 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-834bbc1c-7455-4fb0-873f-51c1c7697638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:16.190528 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-62b12a23-0835-4abb-bb7b-2a898ff24b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:16.249697 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-834bbc1c-7455-4fb0-873f-51c1c7697638 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a092321355bd4d06842f954d51b519d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5235136 Apr 30 13:13:16.251797 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834bbc1c-7455-4fb0-873f-51c1c7697638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10ac093-fd99-46ea-ba44-76ed1ae65168,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:16.252641 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 38064) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:16.268456 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-834bbc1c-7455-4fb0-873f-51c1c7697638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:16.388689 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb37ae19-8eec-4732-883c-d6e7e5b91ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:16.468927 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb37ae19-8eec-4732-883c-d6e7e5b91ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:16.717500 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb37ae19-8eec-4732-883c-d6e7e5b91ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:16.729578 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e7ab036c-dd43-428a-9c4b-65278be7c82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:16.760547 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37ae19-8eec-4732-883c-d6e7e5b91ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10ac093-fd99-46ea-ba44-76ed1ae65168,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:16.784862 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-cb37ae19-8eec-4732-883c-d6e7e5b91ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:16.801243 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb37ae19-8eec-4732-883c-d6e7e5b91ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:16.804819 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-cb37ae19-8eec-4732-883c-d6e7e5b91ade admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a10ac093-fd99-46ea-ba44-76ed1ae65168 HTTP/1.1" status: 204 len: 168 time: 0.5499732 Apr 30 13:13:16.872608 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca283e-db3c-4340-8f00-134409b2445c req-cae88428-7817-459b-929b-6f0ae53ebaf2 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:16.884959 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-15ca283e-db3c-4340-8f00-134409b2445c req-cae88428-7817-459b-929b-6f0ae53ebaf2 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.2242312 Apr 30 13:13:16.980114 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-15ca283e-db3c-4340-8f00-134409b2445c req-0b817441-3c9d-4bfc-9dbb-016ddc247c7a tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934019 Apr 30 13:13:17.493920 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 38160) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:17.520455 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8f94f390-bb8d-4d20-8388-15f454445c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:17.546908 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-8f94f390-bb8d-4d20-8388-15f454445c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:17.551711 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-8f94f390-bb8d-4d20-8388-15f454445c5d admin admin] Usage tracker for resource:security_group_rule and tenant:2a37274f417044db945e3b8d56cc9ea3 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:17.555705 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-8f94f390-bb8d-4d20-8388-15f454445c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:17.573804 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-8f94f390-bb8d-4d20-8388-15f454445c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:17.690262 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8f94f390-bb8d-4d20-8388-15f454445c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:17.696019 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8f94f390-bb8d-4d20-8388-15f454445c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:17.705963 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-98aca1a8-b86e-48f9-b4f7-532ff631df81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:17.757058 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-8f94f390-bb8d-4d20-8388-15f454445c5d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2a37274f417044db945e3b8d56cc9ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606292 Apr 30 13:13:17.757795 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94f390-bb8d-4d20-8388-15f454445c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f11e19f-37d6-4f56-8c2d-f29c742bcbbf,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:17.758802 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 38168) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:17.773038 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8f94f390-bb8d-4d20-8388-15f454445c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:17.929513 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f202a1-4741-42d3-9a4c-9a4d6324a036 req-184fc9f5-7a4c-465b-8b48-00e14f57e9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:17.931969 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e4f202a1-4741-42d3-9a4c-9a4d6324a036 req-184fc9f5-7a4c-465b-8b48-00e14f57e9f4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 1098 time: 0.1549728 Apr 30 13:13:17.939053 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c322cef3-64e1-4371-b175-caea8e619a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:18.004335 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c322cef3-64e1-4371-b175-caea8e619a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:18.021514 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e4f202a1-4741-42d3-9a4c-9a4d6324a036 req-2c90f0dc-f425-4dad-9e39-1cf8cba61b08 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781505 Apr 30 13:13:18.086669 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c322cef3-64e1-4371-b175-caea8e619a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:18.096224 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-4abdafb4-65e7-449f-8d29-573fc49596cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:18.132857 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322cef3-64e1-4371-b175-caea8e619a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f11e19f-37d6-4f56-8c2d-f29c742bcbbf,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:18.140709 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-c322cef3-64e1-4371-b175-caea8e619a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:18.152747 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c322cef3-64e1-4371-b175-caea8e619a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:18.155063 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-c322cef3-64e1-4371-b175-caea8e619a92 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3f11e19f-37d6-4f56-8c2d-f29c742bcbbf HTTP/1.1" status: 204 len: 168 time: 0.3948531 Apr 30 13:13:18.357488 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191a4c3-58ff-448b-984f-e4d55174ea6d req-1fb67538-d627-4771-bedc-aaf9a4acb15e tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:18.365266 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e191a4c3-58ff-448b-984f-e4d55174ea6d req-1fb67538-d627-4771-bedc-aaf9a4acb15e tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1321204 Apr 30 13:13:18.427938 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e191a4c3-58ff-448b-984f-e4d55174ea6d req-e10928a0-6f12-4711-95a1-4b3a43cd8a70 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611336 Apr 30 13:13:19.725182 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d93ea8-e454-4f5d-9a7e-8f85b5cb2dd7 req-eebe78bf-4566-4111-a123-1e3d50d2284f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:19.726645 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-46d93ea8-e454-4f5d-9a7e-8f85b5cb2dd7 req-eebe78bf-4566-4111-a123-1e3d50d2284f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.0945866 Apr 30 13:13:19.776455 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-46d93ea8-e454-4f5d-9a7e-8f85b5cb2dd7 req-edc5fb45-d95a-46ba-8fca-84edbd6f1d93 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435193 Apr 30 13:13:20.148756 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 38262) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:20.272041 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a37ffe0b-f84f-41fe-981b-614332b2baff admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:20.286991 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-a37ffe0b-f84f-41fe-981b-614332b2baff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:20.292557 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-a37ffe0b-f84f-41fe-981b-614332b2baff admin admin] Usage tracker for resource:security_group_rule and tenant:fc4eff9fbf554dcb9ec95d2d2b824c34 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:20.296554 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-a37ffe0b-f84f-41fe-981b-614332b2baff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:20.306444 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-a37ffe0b-f84f-41fe-981b-614332b2baff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:20.418509 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a37ffe0b-f84f-41fe-981b-614332b2baff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:20.423114 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a37ffe0b-f84f-41fe-981b-614332b2baff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:20.430659 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:20.473531 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-a37ffe0b-f84f-41fe-981b-614332b2baff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fc4eff9fbf554dcb9ec95d2d2b824c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3235528 Apr 30 13:13:20.474469 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ffe0b-f84f-41fe-981b-614332b2baff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a166e723-ee14-457b-ab0c-365ff799391d,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:20.476877 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 38270) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:20.478165 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-a37ffe0b-f84f-41fe-981b-614332b2baff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:20.580134 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-86fe69a2-a064-4fe7-8cc0-095463dc50d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:20.617933 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-86fe69a2-a064-4fe7-8cc0-095463dc50d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:20.673622 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-86fe69a2-a064-4fe7-8cc0-095463dc50d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:20.678050 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b94bbdf1-09d6-465c-a7c5-831c6a301296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:20.692802 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe69a2-a064-4fe7-8cc0-095463dc50d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a166e723-ee14-457b-ab0c-365ff799391d,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:20.697848 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-86fe69a2-a064-4fe7-8cc0-095463dc50d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:20.704322 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-86fe69a2-a064-4fe7-8cc0-095463dc50d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:20.708265 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-86fe69a2-a064-4fe7-8cc0-095463dc50d2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a166e723-ee14-457b-ab0c-365ff799391d HTTP/1.1" status: 204 len: 168 time: 0.2276301 Apr 30 13:13:20.725947 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:13:22.934788 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841dc7d5-0dbe-4055-b5bb-b20420f876f4 req-28dc4953-ed43-4d7e-bb73-6ae6b628fc92 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:22.937402 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-841dc7d5-0dbe-4055-b5bb-b20420f876f4 req-28dc4953-ed43-4d7e-bb73-6ae6b628fc92 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1372564 Apr 30 13:13:23.013945 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-841dc7d5-0dbe-4055-b5bb-b20420f876f4 req-64efa93b-633a-4089-a0c7-f2316975c437 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696852 Apr 30 13:13:23.576716 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4da74-5052-43fe-9b5d-298803d7fff1 req-fcb966bd-b46f-47cb-b489-0d9149fc2ecd tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:23.578234 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-65f4da74-5052-43fe-9b5d-298803d7fff1 req-fcb966bd-b46f-47cb-b489-0d9149fc2ecd tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.0900576 Apr 30 13:13:23.625627 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-65f4da74-5052-43fe-9b5d-298803d7fff1 req-8784284f-bbd5-48ad-8fb1-94506fa08a03 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408916 Apr 30 13:13:26.442339 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c561a8-9438-4b9b-90a6-be3f3bc6ff93 req-6f8c90dd-8e77-4ee2-b3d5-addfe798efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:26.445164 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-83c561a8-9438-4b9b-90a6-be3f3bc6ff93 req-6f8c90dd-8e77-4ee2-b3d5-addfe798efcc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9ae82ace87d14c12b35259bd0973dda6&device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 1098 time: 0.1261907 Apr 30 13:13:26.733437 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c561a8-9438-4b9b-90a6-be3f3bc6ff93 req-abf4c43b-c790-4e2c-806d-3aed0351ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:26.734880 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-83c561a8-9438-4b9b-90a6-be3f3bc6ff93 req-abf4c43b-c790-4e2c-806d-3aed0351ac34 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58 HTTP/1.1" status: 200 len: 921 time: 0.2648852 Apr 30 13:13:26.816855 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-83c561a8-9438-4b9b-90a6-be3f3bc6ff93 req-c2f2eba6-0e3a-4c03-82c6-8644d953aea7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7b2af60-4552-417a-9aa9-646dcfac8e70 HTTP/1.1" status: 200 len: 217 time: 0.0715079 Apr 30 13:13:26.824528 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee82d0-5d69-41a3-9378-05f4081a77d0 req-9e2caa96-8409-41b6-878e-8a95d5b9e6cd tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:26.825914 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bdee82d0-5d69-41a3-9378-05f4081a77d0 req-9e2caa96-8409-41b6-878e-8a95d5b9e6cd tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.3109806 Apr 30 13:13:26.916128 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c561a8-9438-4b9b-90a6-be3f3bc6ff93 req-3231ebce-9c73-4681-98ea-984897b46a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:26.917622 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-83c561a8-9438-4b9b-90a6-be3f3bc6ff93 req-3231ebce-9c73-4681-98ea-984897b46a2f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a7902b94-9475-4f0c-afc1-0ffb637b7e52 HTTP/1.1" status: 200 len: 859 time: 0.0908399 Apr 30 13:13:26.922626 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bdee82d0-5d69-41a3-9378-05f4081a77d0 req-066f74c2-8cb0-4bf7-9a88-93045cd5753e tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663371 Apr 30 13:13:26.978787 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-83c561a8-9438-4b9b-90a6-be3f3bc6ff93 req-850e5054-9b00-4652-8212-c21fb65f210a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440407 Apr 30 13:13:27.125512 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-83c561a8-9438-4b9b-90a6-be3f3bc6ff93 req-48c9d387-8ee5-4a73-b779-0464c2efb6b9 service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357949 Apr 30 13:13:27.274537 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-83c561a8-9438-4b9b-90a6-be3f3bc6ff93 req-692875a2-645f-43a6-9f75-a5a3e94adbea service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334941 Apr 30 13:13:28.170632 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd77ae0-faf3-4287-96fd-8625e7db730f req-671f1a84-a230-4762-acee-459db9d2b115 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:28.172583 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cdd77ae0-faf3-4287-96fd-8625e7db730f req-671f1a84-a230-4762-acee-459db9d2b115 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1275165 Apr 30 13:13:28.224968 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cdd77ae0-faf3-4287-96fd-8625e7db730f req-8a31fd13-0e3e-4d2b-9ff2-cc105b646f45 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457485 Apr 30 13:13:29.139374 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490ec9c-ed5c-4c7e-b27d-840a0e080fc1 req-5c994df5-1587-4104-b5c5-12aec7f04a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:29.140869 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a490ec9c-ed5c-4c7e-b27d-840a0e080fc1 req-5c994df5-1587-4104-b5c5-12aec7f04a1d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9ae82ace87d14c12b35259bd0973dda6&device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 1098 time: 0.0830328 Apr 30 13:13:29.337853 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490ec9c-ed5c-4c7e-b27d-840a0e080fc1 req-ae886951-0cee-473c-86f7-f3ae0f64a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:29.340666 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a490ec9c-ed5c-4c7e-b27d-840a0e080fc1 req-ae886951-0cee-473c-86f7-f3ae0f64a06a service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58 HTTP/1.1" status: 200 len: 921 time: 0.1647742 Apr 30 13:13:29.456725 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a490ec9c-ed5c-4c7e-b27d-840a0e080fc1 req-06d83a03-6311-43c2-b5d3-5248299f661e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7b2af60-4552-417a-9aa9-646dcfac8e70 HTTP/1.1" status: 200 len: 217 time: 0.1054227 Apr 30 13:13:29.587815 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490ec9c-ed5c-4c7e-b27d-840a0e080fc1 req-12805915-9e31-4ed9-bf46-f73ebf029f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:29.589277 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a490ec9c-ed5c-4c7e-b27d-840a0e080fc1 req-12805915-9e31-4ed9-bf46-f73ebf029f76 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a7902b94-9475-4f0c-afc1-0ffb637b7e52 HTTP/1.1" status: 200 len: 859 time: 0.1189995 Apr 30 13:13:29.651963 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b32ac-4413-41b6-8b49-3646f5777568 req-8412005f-5d87-4b3d-903c-5622a4ade5b1 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:29.653497 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6a6b32ac-4413-41b6-8b49-3646f5777568 req-8412005f-5d87-4b3d-903c-5622a4ade5b1 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.2466795 Apr 30 13:13:29.660832 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a490ec9c-ed5c-4c7e-b27d-840a0e080fc1 req-6124cd92-4e02-4aa2-99b0-fd8b1e2f01ec service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577619 Apr 30 13:13:29.811915 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6a6b32ac-4413-41b6-8b49-3646f5777568 req-1676da55-535d-4ff0-a833-e287a7dd1d1f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501098 Apr 30 13:13:29.860827 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a490ec9c-ed5c-4c7e-b27d-840a0e080fc1 req-e376b2e2-6fc9-431d-8d5c-e8d98741eb5e service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810057 Apr 30 13:13:30.067108 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a490ec9c-ed5c-4c7e-b27d-840a0e080fc1 req-f18f68b9-646a-41f4-93e4-601039fea180 service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956086 Apr 30 13:13:31.105020 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:31.109005 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6fe4a-7619-4f0e-9a82-cb3ef6d39cea req-07717e62-e1d3-44b6-8564-5c74f91164ec tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:31.111564 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e3b6fe4a-7619-4f0e-9a82-cb3ef6d39cea req-07717e62-e1d3-44b6-8564-5c74f91164ec tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1198330 Apr 30 13:13:31.189606 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e3b6fe4a-7619-4f0e-9a82-cb3ef6d39cea req-422bea08-aa4f-4f6e-a822-7d6346fb99f4 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668592 Apr 30 13:13:32.363161 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-c126f29f-4024-4fe3-9d90-df0898277acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:32.575563 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 38534) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:32.737820 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:32.752667 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:32.756479 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Usage tracker for resource:security_group_rule and tenant:ba273e5be803459bb14806c998d856c6 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:32.759275 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:32.765525 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:32.866676 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:32.871646 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:32.879071 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-86fe69a2-a064-4fe7-8cc0-095463dc50d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:32.918574 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96082b68-c4d6-4465-8b33-05e1185f5072,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:32.924611 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ba273e5be803459bb14806c998d856c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477395 Apr 30 13:13:32.928373 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 38544) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:32.930560 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:32.930950 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:32.931304 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:32.931758 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:32.932101 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:32.932439 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:32.932905 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:32.933110 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:32.933478 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:32.933822 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:32.934148 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:32.934483 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:32.949764 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:33.207686 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5c8f54c9-c9aa-4194-94d6-3a7ec7851cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.309563 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5c8f54c9-c9aa-4194-94d6-3a7ec7851cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.463988 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 38572) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:33.516820 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70be00-6c49-4a8d-89cf-52ad6320463c req-f030c624-bb42-466b-a922-1ecc6060a500 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:33.519173 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0f70be00-6c49-4a8d-89cf-52ad6320463c req-f030c624-bb42-466b-a922-1ecc6060a500 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1408198 Apr 30 13:13:33.520834 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5c8f54c9-c9aa-4194-94d6-3a7ec7851cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.527390 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-c31537b1-06cf-4ea4-afb3-f33cb6c3ef49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:33.543354 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 38578) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:33.559575 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f54c9-c9aa-4194-94d6-3a7ec7851cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96082b68-c4d6-4465-8b33-05e1185f5072,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:33.564415 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5c8f54c9-c9aa-4194-94d6-3a7ec7851cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:33.608457 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5c8f54c9-c9aa-4194-94d6-3a7ec7851cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.616270 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-5c8f54c9-c9aa-4194-94d6-3a7ec7851cca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/96082b68-c4d6-4465-8b33-05e1185f5072 HTTP/1.1" status: 204 len: 168 time: 0.6826978 Apr 30 13:13:33.649827 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0f70be00-6c49-4a8d-89cf-52ad6320463c req-631b9945-cf1c-4ba1-8b92-25dd101b6635 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100798 Apr 30 13:13:33.667166 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-369a6d18-6869-4522-ab1f-ac278e46ac4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.691989 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-369a6d18-6869-4522-ab1f-ac278e46ac4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:33.700128 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-369a6d18-6869-4522-ab1f-ac278e46ac4f admin admin] Usage tracker for resource:security_group_rule and tenant:b8f70b1787964e069a6f7edc3b319767 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:33.704299 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-369a6d18-6869-4522-ab1f-ac278e46ac4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:33.714143 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-369a6d18-6869-4522-ab1f-ac278e46ac4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:33.848817 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-50e35474-487b-428d-b732-7bb40f13320a admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.870431 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-369a6d18-6869-4522-ab1f-ac278e46ac4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.873718 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-50e35474-487b-428d-b732-7bb40f13320a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:33.877347 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-369a6d18-6869-4522-ab1f-ac278e46ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:33.887516 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-50a5813c-7d18-43d7-9250-67f53cf90dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:33.901327 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-50e35474-487b-428d-b732-7bb40f13320a admin admin] Usage tracker for resource:security_group_rule and tenant:44c65c5b743349bbab0455f877e9fab6 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:33.923821 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-50e35474-487b-428d-b732-7bb40f13320a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:33.958490 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-369a6d18-6869-4522-ab1f-ac278e46ac4f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b8f70b1787964e069a6f7edc3b319767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4930208 Apr 30 13:13:33.959837 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-50e35474-487b-428d-b732-7bb40f13320a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:33.965144 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 38600) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:33.979669 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a6d18-6869-4522-ab1f-ac278e46ac4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a98c3b-607e-4773-a322-32e3e5408d5a,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:34.000479 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-369a6d18-6869-4522-ab1f-ac278e46ac4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:34.091579 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc3a0-ab61-44cf-ae7d-61b1559e210f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.154589 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc3a0-ab61-44cf-ae7d-61b1559e210f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.163090 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-50e35474-487b-428d-b732-7bb40f13320a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.171837 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-50e35474-487b-428d-b732-7bb40f13320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.241768 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f63a7d1b-dfc6-4af0-bb03-1fcdb8d01b0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:34.250188 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 38610) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:34.272442 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d754cb47-1c39-461f-82ac-97bc4f6e6454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.275328 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-50e35474-487b-428d-b732-7bb40f13320a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=44c65c5b743349bbab0455f877e9fab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7303936 Apr 30 13:13:34.285204 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 38614) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:34.302145 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e35474-487b-428d-b732-7bb40f13320a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19886ac-9b87-4cc7-96f5-f0ae7adcdd60,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:34.308124 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-50e35474-487b-428d-b732-7bb40f13320a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:34.310487 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-d754cb47-1c39-461f-82ac-97bc4f6e6454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:34.318400 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-d754cb47-1c39-461f-82ac-97bc4f6e6454 admin admin] Usage tracker for resource:security_group_rule and tenant:5079e4daefda4b88a94783e15b2d0d68 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:34.328960 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-d754cb47-1c39-461f-82ac-97bc4f6e6454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:34.351786 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-d754cb47-1c39-461f-82ac-97bc4f6e6454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:34.381964 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc3a0-ab61-44cf-ae7d-61b1559e210f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.400433 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-8309c968-ba38-4784-aa6a-fe0e620dae72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:34.455370 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb3941-e6a0-46bc-978c-acc58de87d62 req-f323bb46-fd78-45ae-bb98-c1909cde9853 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:34.457721 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-26fb3941-e6a0-46bc-978c-acc58de87d62 req-f323bb46-fd78-45ae-bb98-c1909cde9853 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.2921860 Apr 30 13:13:34.458742 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cc3a0-ab61-44cf-ae7d-61b1559e210f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a98c3b-607e-4773-a322-32e3e5408d5a,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:34.467773 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7a6cc3a0-ab61-44cf-ae7d-61b1559e210f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:34.524976 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7a6cc3a0-ab61-44cf-ae7d-61b1559e210f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.539402 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-7a6cc3a0-ab61-44cf-ae7d-61b1559e210f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f5a98c3b-607e-4773-a322-32e3e5408d5a HTTP/1.1" status: 204 len: 168 time: 0.5681345 Apr 30 13:13:34.590499 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-648ade96-3846-4493-a683-8638168c273c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.674829 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-648ade96-3846-4493-a683-8638168c273c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.685303 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-26fb3941-e6a0-46bc-978c-acc58de87d62 req-160703de-61f2-4d79-91fe-7a5a5341cae4 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798553 Apr 30 13:13:34.771873 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d754cb47-1c39-461f-82ac-97bc4f6e6454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.773120 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-648ade96-3846-4493-a683-8638168c273c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.777675 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-11085524-b2b1-4ad5-93c5-d33efd5be95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:34.786947 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d754cb47-1c39-461f-82ac-97bc4f6e6454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.801607 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ade96-3846-4493-a683-8638168c273c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19886ac-9b87-4cc7-96f5-f0ae7adcdd60,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:34.806827 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-648ade96-3846-4493-a683-8638168c273c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:34.809007 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7a6cc3a0-ab61-44cf-ae7d-61b1559e210f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:34.837728 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-648ade96-3846-4493-a683-8638168c273c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.838789 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-648ade96-3846-4493-a683-8638168c273c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d19886ac-9b87-4cc7-96f5-f0ae7adcdd60 HTTP/1.1" status: 204 len: 168 time: 0.5524662 Apr 30 13:13:34.848485 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-d754cb47-1c39-461f-82ac-97bc4f6e6454 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5079e4daefda4b88a94783e15b2d0d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5972745 Apr 30 13:13:34.851411 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 38630) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:34.858888 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d754cb47-1c39-461f-82ac-97bc4f6e6454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06a756a-0126-4f7c-84b3-ac8a0e556070,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:34.865002 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d754cb47-1c39-461f-82ac-97bc4f6e6454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:34.917768 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-367d802f-e114-473e-9f79-63c57335aeaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:34.955363 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-367d802f-e114-473e-9f79-63c57335aeaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:35.034607 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-367d802f-e114-473e-9f79-63c57335aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:35.043611 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ca657ee4-0ebc-4854-b025-c466688c5984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:35.060232 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d802f-e114-473e-9f79-63c57335aeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06a756a-0126-4f7c-84b3-ac8a0e556070,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:35.069259 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-367d802f-e114-473e-9f79-63c57335aeaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:35.093654 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-367d802f-e114-473e-9f79-63c57335aeaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:35.096440 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-367d802f-e114-473e-9f79-63c57335aeaa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a06a756a-0126-4f7c-84b3-ac8a0e556070 HTTP/1.1" status: 204 len: 168 time: 0.2424564 Apr 30 13:13:35.526988 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 38654) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:35.540806 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:35.584664 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-70b9b005-1d6c-4d2a-b16d-61ecbc74148d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:35.631105 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-70b9b005-1d6c-4d2a-b16d-61ecbc74148d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:35.640027 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-70b9b005-1d6c-4d2a-b16d-61ecbc74148d admin admin] Usage tracker for resource:security_group_rule and tenant:7d2033a388eb468f9775a5db21cff628 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:35.645521 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-70b9b005-1d6c-4d2a-b16d-61ecbc74148d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:35.661146 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-70b9b005-1d6c-4d2a-b16d-61ecbc74148d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:35.788393 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-2e2164be-388d-4469-a2b8-5e89cca1cd79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:35.878631 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-70b9b005-1d6c-4d2a-b16d-61ecbc74148d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:35.885636 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-70b9b005-1d6c-4d2a-b16d-61ecbc74148d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:35.905092 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5b02b345-86c7-4449-83b0-f9600e7b64da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:36.001748 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9b005-1d6c-4d2a-b16d-61ecbc74148d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646f9c3b-1521-412e-b50e-9606ab5702ca,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:36.020517 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-70b9b005-1d6c-4d2a-b16d-61ecbc74148d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7d2033a388eb468f9775a5db21cff628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4893999 Apr 30 13:13:36.020517 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-70b9b005-1d6c-4d2a-b16d-61ecbc74148d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:36.021184 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 38676) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:36.130337 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060c1a5-86cd-427a-8252-1025c210f017 req-f5990313-5233-49b3-aad0-cbf8495d27fd tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:36.132196 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3060c1a5-86cd-427a-8252-1025c210f017 req-f5990313-5233-49b3-aad0-cbf8495d27fd tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.2311985 Apr 30 13:13:36.135804 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5c4cdbb0-e075-43a3-b685-0db776d2f6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:36.189735 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5c4cdbb0-e075-43a3-b685-0db776d2f6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:36.236849 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3060c1a5-86cd-427a-8252-1025c210f017 req-a3853d3d-bf5e-42cb-bb5b-aea206144ed9 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880411 Apr 30 13:13:36.316675 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5c4cdbb0-e075-43a3-b685-0db776d2f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:36.327455 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-834bbc1c-7455-4fb0-873f-51c1c7697638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:36.342382 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cdbb0-e075-43a3-b685-0db776d2f6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646f9c3b-1521-412e-b50e-9606ab5702ca,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:36.346599 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5c4cdbb0-e075-43a3-b685-0db776d2f6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:36.354812 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-5c4cdbb0-e075-43a3-b685-0db776d2f6b4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/646f9c3b-1521-412e-b50e-9606ab5702ca HTTP/1.1" status: 204 len: 168 time: 0.3319080 Apr 30 13:13:36.355779 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5c4cdbb0-e075-43a3-b685-0db776d2f6b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:36.481772 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:36.963690 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 38722) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:36.988397 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b6706601-4b95-47c2-9324-1db5a3d4e00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:37.006415 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-b6706601-4b95-47c2-9324-1db5a3d4e00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:37.019947 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-b6706601-4b95-47c2-9324-1db5a3d4e00e admin admin] Usage tracker for resource:security_group_rule and tenant:20246f06d14740e0b2b0d07657e909d8 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:37.025263 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-b6706601-4b95-47c2-9324-1db5a3d4e00e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:37.047680 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-b6706601-4b95-47c2-9324-1db5a3d4e00e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:37.218523 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b6706601-4b95-47c2-9324-1db5a3d4e00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:37.226560 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b6706601-4b95-47c2-9324-1db5a3d4e00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:37.236170 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-a37ffe0b-f84f-41fe-981b-614332b2baff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:37.277238 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6706601-4b95-47c2-9324-1db5a3d4e00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f08494-8efd-4b20-b5b3-4e2dbc37ae2d,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:37.280862 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b6706601-4b95-47c2-9324-1db5a3d4e00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:37.283410 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-b6706601-4b95-47c2-9324-1db5a3d4e00e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=20246f06d14740e0b2b0d07657e909d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197949 Apr 30 13:13:37.286364 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 38734) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:37.363147 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-088600f1-1263-4acf-8859-adcc5b3c5cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:37.395483 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-088600f1-1263-4acf-8859-adcc5b3c5cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:37.467274 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-088600f1-1263-4acf-8859-adcc5b3c5cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:37.475669 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-63bc2620-9daf-4ca8-a449-112011dd206c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:37.495340 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088600f1-1263-4acf-8859-adcc5b3c5cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f08494-8efd-4b20-b5b3-4e2dbc37ae2d,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:37.497640 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-088600f1-1263-4acf-8859-adcc5b3c5cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:37.498827 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-088600f1-1263-4acf-8859-adcc5b3c5cca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/11f08494-8efd-4b20-b5b3-4e2dbc37ae2d HTTP/1.1" status: 204 len: 168 time: 0.2104337 Apr 30 13:13:37.499733 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-088600f1-1263-4acf-8859-adcc5b3c5cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:37.533413 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676783c9-27a0-452b-ac69-ba0cda5e3ef9 req-1a737b48-106a-44f5-bb5f-8bca13b39776 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:37.540986 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-676783c9-27a0-452b-ac69-ba0cda5e3ef9 req-1a737b48-106a-44f5-bb5f-8bca13b39776 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.0972238 Apr 30 13:13:37.583814 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-676783c9-27a0-452b-ac69-ba0cda5e3ef9 req-678c1abd-9ec1-44f3-9f20-18a41ff576f5 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418825 Apr 30 13:13:37.617730 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 38746) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:37.823183 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:37.940697 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b46becb4-1f78-4c88-9f9e-9fdf9683089d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:37.972106 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b46becb4-1f78-4c88-9f9e-9fdf9683089d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:37.977059 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b46becb4-1f78-4c88-9f9e-9fdf9683089d admin admin] Usage tracker for resource:security_group_rule and tenant:0441c44bf09c4ff8be55d34f5ca559ab is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:37.991686 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b46becb4-1f78-4c88-9f9e-9fdf9683089d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:37.999810 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b46becb4-1f78-4c88-9f9e-9fdf9683089d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:38.124449 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b46becb4-1f78-4c88-9f9e-9fdf9683089d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:38.131017 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b46becb4-1f78-4c88-9f9e-9fdf9683089d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:38.143283 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-4058d9e7-f37f-4a87-9f2b-4b5ac49bcf57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:38.173656 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b46becb4-1f78-4c88-9f9e-9fdf9683089d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0441c44bf09c4ff8be55d34f5ca559ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5550289 Apr 30 13:13:38.176315 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 38780) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:38.195476 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46becb4-1f78-4c88-9f9e-9fdf9683089d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ef14b5-9c4f-4426-833e-b90ddcc5ba84,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:38.198884 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b46becb4-1f78-4c88-9f9e-9fdf9683089d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:38.274768 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a4cbbd9f-e94c-41f8-afe1-1966fa543265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:38.302864 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a4cbbd9f-e94c-41f8-afe1-1966fa543265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:38.365295 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a4cbbd9f-e94c-41f8-afe1-1966fa543265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:38.369792 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5c4cdbb0-e075-43a3-b685-0db776d2f6b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:38.383116 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbbd9f-e94c-41f8-afe1-1966fa543265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ef14b5-9c4f-4426-833e-b90ddcc5ba84,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:38.395190 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbbd9f-e94c-41f8-afe1-1966fa543265 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:38.395688 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbbd9f-e94c-41f8-afe1-1966fa543265 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:38.396132 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbbd9f-e94c-41f8-afe1-1966fa543265 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:38.396565 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbbd9f-e94c-41f8-afe1-1966fa543265 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:38.397056 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbbd9f-e94c-41f8-afe1-1966fa543265 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:38.397666 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbbd9f-e94c-41f8-afe1-1966fa543265 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:38.398093 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbbd9f-e94c-41f8-afe1-1966fa543265 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:38.398520 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbbd9f-e94c-41f8-afe1-1966fa543265 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:38.398945 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbbd9f-e94c-41f8-afe1-1966fa543265 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:38.399364 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbbd9f-e94c-41f8-afe1-1966fa543265 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:38.399819 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbbd9f-e94c-41f8-afe1-1966fa543265 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:38.400211 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4cbbd9f-e94c-41f8-afe1-1966fa543265 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:38.405617 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-a4cbbd9f-e94c-41f8-afe1-1966fa543265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:38.408057 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a4cbbd9f-e94c-41f8-afe1-1966fa543265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:38.411821 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-a4cbbd9f-e94c-41f8-afe1-1966fa543265 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d7ef14b5-9c4f-4426-833e-b90ddcc5ba84 HTTP/1.1" status: 204 len: 168 time: 0.2318926 Apr 30 13:13:38.615505 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 38806) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:38.836104 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbf989-a81b-41dc-8c58-ceebf19956f0 req-49efa948-9bda-4c63-866b-1a519953042c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:38.837729 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-66fbf989-a81b-41dc-8c58-ceebf19956f0 req-49efa948-9bda-4c63-866b-1a519953042c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.1020827 Apr 30 13:13:38.896573 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-66fbf989-a81b-41dc-8c58-ceebf19956f0 req-4e995529-b1b6-49fd-b5b0-056c4ae8bcc7 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519004 Apr 30 13:13:38.972942 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1957529726-network', 'tenant_id': 'cf8e3af25206457fb51bca7a0c237b90'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:38.978287 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:38.982908 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Usage tracker for resource:network and tenant:cf8e3af25206457fb51bca7a0c237b90 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:38.986281 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:38.993321 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:39.012656 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Made reservation on behalf of cf8e3af25206457fb51bca7a0c237b90 for: {'network': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:13:39.015385 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for network, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.029335 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.049120 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:39.060552 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Usage tracker for resource:security_group_rule and tenant:cf8e3af25206457fb51bca7a0c237b90 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:39.060552 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:39.065998 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:39.226412 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.231998 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.246127 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:39.261745 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=73814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:13:39.290832 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.291207 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.db.segments_db [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Added segment bf92682c-f1bf-460a-9db6-da3d1c6f85ca of type vlan for network d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd Apr 30 13:13:39.292331 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d86b958-8617-4f01-8809-b3db50567049,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:39.300315 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:39.342739 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751029132912'] for network, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.380676 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for network, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.382951 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:39.384008 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:39.391711 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-6e279aae-02d8-476f-b97c-1d8c86f03aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:39.507791 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Pushing event updated for resources: {'Network': ['ID=d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:39.511027 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8943803 Apr 30 13:13:39.514054 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 38856) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:39.528196 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Network d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd details requested by agent ovs-agent-dv-cinder-784453-4-iscsi with host dv-cinder-784453-4-iscsi {{(pid=73815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:13:39.546253 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:39.560935 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-40df7e90-393b-403a-8935-2dc3a90b72be admin admin] Request body: {'subnet': {'network_id': 'd3465f31-0ca2-4ec8-adfb-6ea2134fb5bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1957529726-subnet', 'tenant_id': 'cf8e3af25206457fb51bca7a0c237b90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:39.570001 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-40df7e90-393b-403a-8935-2dc3a90b72be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:39.579236 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-40df7e90-393b-403a-8935-2dc3a90b72be admin admin] Usage tracker for resource:subnet and tenant:cf8e3af25206457fb51bca7a0c237b90 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:39.585798 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-40df7e90-393b-403a-8935-2dc3a90b72be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:39.600983 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-40df7e90-393b-403a-8935-2dc3a90b72be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:39.614628 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40df7e90-393b-403a-8935-2dc3a90b72be admin admin] Made reservation on behalf of cf8e3af25206457fb51bca7a0c237b90 for: {'subnet': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:13:39.617633 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-40df7e90-393b-403a-8935-2dc3a90b72be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65153151'] for subnet, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:40.180964 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814f629-1398-45d3-9a0d-3859ca972041 req-943ddb64-77e7-4f37-91c3-46714251c794 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:40.182533 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f814f629-1398-45d3-9a0d-3859ca972041 req-943ddb64-77e7-4f37-91c3-46714251c794 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.1191599 Apr 30 13:13:40.249985 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f814f629-1398-45d3-9a0d-3859ca972041 req-c9693b3b-2407-4775-a380-ef971de32a15 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596478 Apr 30 13:13:40.308498 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-40df7e90-393b-403a-8935-2dc3a90b72be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64946755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65153133'] for subnet, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:40.313469 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:40.393517 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df7e90-393b-403a-8935-2dc3a90b72be admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e5bab88-1754-4806-93fd-616a3c68ac1f,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:40.398167 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-40df7e90-393b-403a-8935-2dc3a90b72be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:40.400801 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40df7e90-393b-403a-8935-2dc3a90b72be admin admin] Checking segment: {'id': 'bf92682c-f1bf-460a-9db6-da3d1c6f85ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd3465f31-0ca2-4ec8-adfb-6ea2134fb5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:13:40.401156 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40df7e90-393b-403a-8935-2dc3a90b72be admin admin] Network hostable DHCP agents. Network: d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd, hostable agents: ['e96ab08c-23ca-4860-8db7-d5ed4d5e6b52'], hosted agents: [] {{(pid=73814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:13:40.420195 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40df7e90-393b-403a-8935-2dc3a90b72be admin admin] Network d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd is scheduled to be hosted by DHCP agent e96ab08c-23ca-4860-8db7-d5ed4d5e6b52 with binding_index 1 {{(pid=73814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:13:40.431615 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-40df7e90-393b-403a-8935-2dc3a90b72be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-iscsi, d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd) {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:13:40.450546 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d64f9aa-0d24-433c-8b71-9b6798f53bee None None] Network d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:13:40.459267 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40df7e90-393b-403a-8935-2dc3a90b72be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:40.459865 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-40df7e90-393b-403a-8935-2dc3a90b72be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for subnet, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:40.494180 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-40df7e90-393b-403a-8935-2dc3a90b72be admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9599915 Apr 30 13:13:40.694834 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2508dcea-9744-46c8-9deb-e0c84d9f3eb0 None None] Network d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:13:40.985239 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917ce00-d182-4d7b-b019-1623eff39742 req-284512b7-11e0-4533-868a-bb5f781f2a44 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:40.987047 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8917ce00-d182-4d7b-b019-1623eff39742 req-284512b7-11e0-4533-868a-bb5f781f2a44 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.0857129 Apr 30 13:13:41.041305 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8917ce00-d182-4d7b-b019-1623eff39742 req-366e2969-4d95-4b37-8dcb-a3f7d62a68cc tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458539 Apr 30 13:13:41.472932 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e47dca-4956-48ac-848a-61bfc9b72a78 req-7c420588-8b18-49bb-8098-a76a989550ba tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:41.477992 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-73e47dca-4956-48ac-848a-61bfc9b72a78 req-7c420588-8b18-49bb-8098-a76a989550ba tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.0987618 Apr 30 13:13:41.530773 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-73e47dca-4956-48ac-848a-61bfc9b72a78 req-cd3fab44-f678-4ab6-bf07-f150be24e19b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500960 Apr 30 13:13:42.230186 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928df3a-70d0-4589-93d6-298ac1c408b4 req-4b2b1178-7444-411c-8528-ac0a505fe9c4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:42.231603 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7928df3a-70d0-4589-93d6-298ac1c408b4 req-4b2b1178-7444-411c-8528-ac0a505fe9c4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.0816095 Apr 30 13:13:42.279493 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7928df3a-70d0-4589-93d6-298ac1c408b4 req-cd35cc9d-95b0-4178-b9e5-f3c41ae3f402 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414529 Apr 30 13:13:42.611533 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-dde2324d-17e2-487d-bb7e-a905e9fe46ba tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:42.611533 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-dde2324d-17e2-487d-bb7e-a905e9fe46ba tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Synchronizing usage tracker for tenant:cf8e3af25206457fb51bca7a0c237b90 on resource:network {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:42.629642 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-dde2324d-17e2-487d-bb7e-a905e9fe46ba tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Unset dirty status for tenant:cf8e3af25206457fb51bca7a0c237b90 on resource:network {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:42.630886 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-dde2324d-17e2-487d-bb7e-a905e9fe46ba tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/networks?id=d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd HTTP/1.1" status: 200 len: 809 time: 0.1743400 Apr 30 13:13:42.647307 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-1e5711ea-957a-4ccb-adf2-e444ad97d154 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/quotas/cf8e3af25206457fb51bca7a0c237b90 HTTP/1.1" status: 200 len: 375 time: 0.0103636 Apr 30 13:13:42.738264 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-71b62d3d-4817-4623-a2c7-6f78a7f9f970 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf8e3af25206457fb51bca7a0c237b90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808465 Apr 30 13:13:42.873440 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74a49a-35a1-40d2-9721-2d560c7f440a req-59f388ff-6bdf-48a2-9ba9-8a0d1d7cbcfd tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:42.874903 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0b74a49a-35a1-40d2-9721-2d560c7f440a req-59f388ff-6bdf-48a2-9ba9-8a0d1d7cbcfd tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.2266281 Apr 30 13:13:42.909238 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-ac492062-f8ec-4bbc-a899-456cb3f6b8bd service neutron] 10.222.0.69 "GET /v2.0/networks/d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636124 Apr 30 13:13:42.965099 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0b74a49a-35a1-40d2-9721-2d560c7f440a req-83446c44-4baf-43a8-93c4-89b4539d94c9 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785751 Apr 30 13:13:43.057790 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-8f99ae34-f8d2-4426-87af-f047b736e569 service neutron] 10.222.0.69 "GET /v2.0/networks/d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378429 Apr 30 13:13:43.270260 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2a937b23-8ef1-451d-89e0-24d37061e955 req-7d444f4d-684f-46a9-930b-f7011a19fe78 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 210 time: 0.0530117 Apr 30 13:13:43.483629 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e907fc9-487d-4706-9694-7e04006837fb req-6272e305-46e8-40ab-90a4-eee9ac7e1012 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:43.485087 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6e907fc9-487d-4706-9694-7e04006837fb req-6272e305-46e8-40ab-90a4-eee9ac7e1012 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.0918331 Apr 30 13:13:43.537984 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6e907fc9-487d-4706-9694-7e04006837fb req-1cfbc9ce-59ff-4cf2-8b8b-d708094d4d04 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464363 Apr 30 13:13:44.172053 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937c263-ce4c-4ff1-89e3-cdc30f868c17 req-8a3396d7-cb83-4b52-bf5f-5e31b1c858ec tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:44.173684 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4937c263-ce4c-4ff1-89e3-cdc30f868c17 req-8a3396d7-cb83-4b52-bf5f-5e31b1c858ec tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.0893121 Apr 30 13:13:44.220293 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4937c263-ce4c-4ff1-89e3-cdc30f868c17 req-35351d66-6d1c-42ff-9ece-38347fcf631d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404322 Apr 30 13:13:44.419819 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-04bc18ee-b4e9-4d16-a5f9-f4b51e8b6ca0 req-04d31499-ec9b-4f52-8b5e-3bc48cf2290e tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 210 time: 0.0418193 Apr 30 13:13:44.806167 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e56ac-3f86-4c21-9566-1ccc82030ed0 req-10261c30-57d3-4a22-8c01-56638019a3e1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:44.807634 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4d9e56ac-3f86-4c21-9566-1ccc82030ed0 req-10261c30-57d3-4a22-8c01-56638019a3e1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.1599271 Apr 30 13:13:44.853661 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4d9e56ac-3f86-4c21-9566-1ccc82030ed0 req-d8a98f6f-46e0-4193-87c5-d6cfda1596e6 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399773 Apr 30 13:13:45.428988 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04309bba-b893-466b-ba48-3ac0b387250f req-6fbdf673-c600-4ff8-9682-a2241c79f098 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:45.430349 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-04309bba-b893-466b-ba48-3ac0b387250f req-6fbdf673-c600-4ff8-9682-a2241c79f098 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.0921888 Apr 30 13:13:45.484477 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-04309bba-b893-466b-ba48-3ac0b387250f req-b19ff107-0919-4383-9926-752bae689b23 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471241 Apr 30 13:13:45.582765 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-10f9b38b-aa74-4e24-8ac2-adb20058bfaf req-77d81a88-6294-469f-9e83-f8d4429b8ed5 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 210 time: 0.0469766 Apr 30 13:13:46.051021 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26b036-402a-4c8d-8e11-510ef76fa4df req-279106d2-ad80-4762-93ae-2f3b3d957402 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:46.053000 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-af26b036-402a-4c8d-8e11-510ef76fa4df req-279106d2-ad80-4762-93ae-2f3b3d957402 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.0861044 Apr 30 13:13:46.109949 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-af26b036-402a-4c8d-8e11-510ef76fa4df req-ad277144-59ef-4c2f-9806-07cef7db38f3 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503385 Apr 30 13:13:46.602841 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-5c5cb8f6-bc6c-44aa-968a-643b75552749 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:46.605044 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-5c5cb8f6-bc6c-44aa-968a-643b75552749 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.71 "GET /v2.0/networks?id=d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd HTTP/1.1" status: 200 len: 809 time: 0.2655973 Apr 30 13:13:46.651654 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-0b0c550b-8897-498d-8f41-5b4c0aa6f4fa tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Request body: {'port': {'device_id': 'a3f091ca-8d0b-424a-9298-c41c3bd2a1ef', 'network_id': 'd3465f31-0ca2-4ec8-adfb-6ea2134fb5bd', 'admin_state_up': True, 'tenant_id': 'cf8e3af25206457fb51bca7a0c237b90'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:46.835646 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2e2853ea-dd15-4560-a109-8a304711092a req-6dc096fa-fd34-483b-87db-2a29b3446336 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 210 time: 0.1118875 Apr 30 13:13:46.905150 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df74e51-8f64-4f54-ab3d-4af41272d16d req-c456fa6f-26d7-4930-94ae-faf445789c41 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:46.906707 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3df74e51-8f64-4f54-ab3d-4af41272d16d req-c456fa6f-26d7-4930-94ae-faf445789c41 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.2407920 Apr 30 13:13:46.907767 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-0b0c550b-8897-498d-8f41-5b4c0aa6f4fa tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:46.913144 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-0b0c550b-8897-498d-8f41-5b4c0aa6f4fa tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Usage tracker for resource:port and tenant:cf8e3af25206457fb51bca7a0c237b90 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:46.916632 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-0b0c550b-8897-498d-8f41-5b4c0aa6f4fa tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:46.936131 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-0b0c550b-8897-498d-8f41-5b4c0aa6f4fa tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:46.958877 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-0b0c550b-8897-498d-8f41-5b4c0aa6f4fa tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Made reservation on behalf of cf8e3af25206457fb51bca7a0c237b90 for: {'port': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:13:46.962440 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-0b0c550b-8897-498d-8f41-5b4c0aa6f4fa tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:46.986488 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3df74e51-8f64-4f54-ab3d-4af41272d16d req-6970f307-ee97-472f-8657-1480e061c895 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668066 Apr 30 13:13:47.143455 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-0b0c550b-8897-498d-8f41-5b4c0aa6f4fa tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Allocated IP 172.20.0.4 (d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd/3e5bab88-1754-4806-93fd-616a3c68ac1f/8333a690-60e8-4507-822e-695d158ffbc1) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:13:47.401900 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-0b0c550b-8897-498d-8f41-5b4c0aa6f4fa tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:47.425600 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d82313-0886-40e9-822f-f9a3e6a8eda2 req-e955c347-2a96-4248-a270-4cab9dcf1fcd tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:47.427086 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-25d82313-0886-40e9-822f-f9a3e6a8eda2 req-e955c347-2a96-4248-a270-4cab9dcf1fcd tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.1979160 Apr 30 13:13:47.466058 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-0b0c550b-8897-498d-8f41-5b4c0aa6f4fa tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:47.483275 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-e14a5117-a6eb-475b-8764-5e410cb94ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:47.543395 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-25d82313-0886-40e9-822f-f9a3e6a8eda2 req-2f5b60c9-664a-437a-8bae-0936a0287950 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044071 Apr 30 13:13:47.549293 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-0b0c550b-8897-498d-8f41-5b4c0aa6f4fa tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Network d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:13:47.552749 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-0b0c550b-8897-498d-8f41-5b4c0aa6f4fa tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:13:47.556913 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-0b0c550b-8897-498d-8f41-5b4c0aa6f4fa tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:13:47.614586 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c550b-8897-498d-8f41-5b4c0aa6f4fa tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Pushing event updated for resources: {'Port': ['ID=8333a690-60e8-4507-822e-695d158ffbc1,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:47.635713 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-0b0c550b-8897-498d-8f41-5b4c0aa6f4fa tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:47.636357 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-0b0c550b-8897-498d-8f41-5b4c0aa6f4fa tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:47.640605 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-0b0c550b-8897-498d-8f41-5b4c0aa6f4fa tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:47.664183 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-0b0c550b-8897-498d-8f41-5b4c0aa6f4fa tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0168111 Apr 30 13:13:48.042714 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a0303-be3f-4ae8-b949-df96e709a173 req-ad880c8a-1cd9-4b1e-82cd-7cdb228bc206 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:48.043433 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-907a0303-be3f-4ae8-b949-df96e709a173 req-ad880c8a-1cd9-4b1e-82cd-7cdb228bc206 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Synchronizing usage tracker for tenant:cf8e3af25206457fb51bca7a0c237b90 on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:48.062335 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-907a0303-be3f-4ae8-b949-df96e709a173 req-ad880c8a-1cd9-4b1e-82cd-7cdb228bc206 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Unset dirty status for tenant:cf8e3af25206457fb51bca7a0c237b90 on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:48.063654 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-907a0303-be3f-4ae8-b949-df96e709a173 req-ad880c8a-1cd9-4b1e-82cd-7cdb228bc206 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 931 time: 0.1090817 Apr 30 13:13:48.154094 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-907a0303-be3f-4ae8-b949-df96e709a173 req-c694ed9e-8690-4633-a4c8-3e500a73de4d tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Synchronizing usage tracker for tenant:cf8e3af25206457fb51bca7a0c237b90 on resource:security_group {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:13:48.188319 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-907a0303-be3f-4ae8-b949-df96e709a173 req-c694ed9e-8690-4633-a4c8-3e500a73de4d tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Unset dirty status for tenant:cf8e3af25206457fb51bca7a0c237b90 on resource:security_group {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:13:48.189553 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-907a0303-be3f-4ae8-b949-df96e709a173 req-c694ed9e-8690-4633-a4c8-3e500a73de4d tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188402 Apr 30 13:13:48.220874 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80478475-7c0b-4f41-b320-e67998540fba req-4412fbf0-b10c-40b0-8249-11c02421f917 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:48.222351 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-80478475-7c0b-4f41-b320-e67998540fba req-4412fbf0-b10c-40b0-8249-11c02421f917 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.1050754 Apr 30 13:13:48.272564 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-80478475-7c0b-4f41-b320-e67998540fba req-b6d85cad-94c0-448c-bd0a-074d12a37bfc tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439181 Apr 30 13:13:48.733417 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd282fc2-d1a5-426c-8df7-7f9b91d23c8d req-518b64f2-a40f-4e67-bb09-bc7ff9aae465 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:48.734918 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dd282fc2-d1a5-426c-8df7-7f9b91d23c8d req-518b64f2-a40f-4e67-bb09-bc7ff9aae465 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.0809097 Apr 30 13:13:48.783235 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dd282fc2-d1a5-426c-8df7-7f9b91d23c8d req-6b229e8d-3f1e-455d-b596-badbf6635465 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422986 Apr 30 13:13:49.528653 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680bd72-ccae-4da7-b437-3b9f643d5eee req-88735e15-9ea6-4366-8ad6-a5ecfbc7ab04 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:49.530146 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6680bd72-ccae-4da7-b437-3b9f643d5eee req-88735e15-9ea6-4366-8ad6-a5ecfbc7ab04 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 931 time: 0.2292070 Apr 30 13:13:49.538939 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de29bc4-4cc3-43ff-9d51-13003fa8fc6c req-7f26dcc3-7eb4-42c5-b410-14886eb5113e tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:49.540435 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4de29bc4-4cc3-43ff-9d51-13003fa8fc6c req-7f26dcc3-7eb4-42c5-b410-14886eb5113e tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.1158323 Apr 30 13:13:49.610512 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6680bd72-ccae-4da7-b437-3b9f643d5eee req-16f1ef68-6be5-4c31-92db-1467040eb33f tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690951 Apr 30 13:13:49.618527 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4de29bc4-4cc3-43ff-9d51-13003fa8fc6c req-c62ceec7-d303-4d76-b6f7-d0cd8f38fb65 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639081 Apr 30 13:13:49.974980 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb7b10-86d6-4d00-9755-7b280f8249c1 req-28a22b38-70c1-419f-9d3d-9d55f20c4412 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:49.976560 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3bcb7b10-86d6-4d00-9755-7b280f8249c1 req-28a22b38-70c1-419f-9d3d-9d55f20c4412 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.0854485 Apr 30 13:13:50.023932 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3bcb7b10-86d6-4d00-9755-7b280f8249c1 req-8806cfaa-a88d-42cc-a690-c28fd3c5fa67 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401316 Apr 30 13:13:50.217704 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Request body: {'port': {'device_id': 'a3f091ca-8d0b-424a-9298-c41c3bd2a1ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:13:50.341268 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:50.840499 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8333a690-60e8-4507-822e-695d158ffbc1 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:50.851872 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:50.875967 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Transition to ACTIVE for port object 8333a690-60e8-4507-822e-695d158ffbc1 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:13:50.885178 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:50.895478 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-36886c45-711a-4127-996d-a2c7ec2f6922 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:51.045911 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6af527-bb77-4d89-b78c-8ee92cf7b0d9 req-87e99f0f-10f9-4b69-8793-7e2bf6f55b0a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:51.047451 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9f6af527-bb77-4d89-b78c-8ee92cf7b0d9 req-87e99f0f-10f9-4b69-8793-7e2bf6f55b0a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.2728755 Apr 30 13:13:51.058049 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437b1dc-e141-4574-86cd-b08f8a92f446 req-4cfa12ab-aa6c-4264-8aa2-dff0a0ad1f50 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:51.059574 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3437b1dc-e141-4574-86cd-b08f8a92f446 req-4cfa12ab-aa6c-4264-8aa2-dff0a0ad1f50 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 931 time: 0.3261352 Apr 30 13:13:51.138511 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Pushing event updated for resources: {'Port': ['ID=8333a690-60e8-4507-822e-695d158ffbc1,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:51.149908 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:51.230412 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9f6af527-bb77-4d89-b78c-8ee92cf7b0d9 req-456918ea-5f7c-4754-b197-f10ff0866190 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658194 Apr 30 13:13:51.245415 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3437b1dc-e141-4574-86cd-b08f8a92f446 req-cbf9d4f9-5009-4398-a3ca-d794ad17c4ae tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694233 Apr 30 13:13:51.292582 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Attempting to bind port 8333a690-60e8-4507-822e-695d158ffbc1 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:13:51.292920 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Attempting to bind port 8333a690-60e8-4507-822e-695d158ffbc1 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'bf92682c-f1bf-460a-9db6-da3d1c6f85ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd3465f31-0ca2-4ec8-adfb-6ea2134fb5bd'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:13:51.293501 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Attempting to bind port 8333a690-60e8-4507-822e-695d158ffbc1 on network d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:51.300716 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Port 8333a690-60e8-4507-822e-695d158ffbc1 on network d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:13:51.303475 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Attempting to bind port 8333a690-60e8-4507-822e-695d158ffbc1 on network d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:13:51.318359 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:13:51.319795 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Checking segment: {'id': 'bf92682c-f1bf-460a-9db6-da3d1c6f85ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd3465f31-0ca2-4ec8-adfb-6ea2134fb5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:13:51.321209 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Bound using segment: {'id': 'bf92682c-f1bf-460a-9db6-da3d1c6f85ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd3465f31-0ca2-4ec8-adfb-6ea2134fb5bd'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:13:51.321900 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Bound port: 8333a690-60e8-4507-822e-695d158ffbc1, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf92682c-f1bf-460a-9db6-da3d1c6f85ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd3465f31-0ca2-4ec8-adfb-6ea2134fb5bd'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:13:51.325001 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:51.548221 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] For port 8333a690-60e8-4507-822e-695d158ffbc1, host hv-cinder-78445, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:13:51.553605 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] For port 8333a690-60e8-4507-822e-695d158ffbc1, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8333a690-60e8-4507-822e-695d158ffbc1,segment=NetworkSegment(bf92682c-f1bf-460a-9db6-da3d1c6f85ca),segment_id=bf92682c-f1bf-460a-9db6-da3d1c6f85ca)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:13:51.559328 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:51.567002 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:51.658733 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:51.659395 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:51.661189 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-41732637-e8b8-400c-bd19-29342e063363 service neutron] 10.222.0.71 "PUT /v2.0/ports/8333a690-60e8-4507-822e-695d158ffbc1 HTTP/1.1" status: 200 len: 1093 time: 1.4480095 Apr 30 13:13:51.661745 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f091ca-8d0b-424a-9298-c41c3bd2a1ef', 'tag': '8333a690-60e8-4507-822e-695d158ffbc1'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:13:51.694097 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac4afa-959f-4edf-af41-68daebe69f9b req-9cdf0a3d-0bcb-4476-b2e7-fc473d6e3e9a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:51.696158 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-90ac4afa-959f-4edf-af41-68daebe69f9b req-9cdf0a3d-0bcb-4476-b2e7-fc473d6e3e9a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.3123653 Apr 30 13:13:51.749825 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Pushing event updated for resources: {'Port': ['ID=8333a690-60e8-4507-822e-695d158ffbc1,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:51.763996 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:51.787357 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-90ac4afa-959f-4edf-af41-68daebe69f9b req-e3a9a764-49b1-4668-b119-dc165ecb7515 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810359 Apr 30 13:13:51.855428 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f091ca-8d0b-424a-9298-c41c3bd2a1ef', 'tag': '8333a690-60e8-4507-822e-695d158ffbc1', 'status': 'completed', 'code': 200} Apr 30 13:13:51.882187 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 39100) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:52.218621 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-785b7ff3-ed63-42aa-a6f9-96bd879cc581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:52.244979 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-785b7ff3-ed63-42aa-a6f9-96bd879cc581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:52.251141 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-785b7ff3-ed63-42aa-a6f9-96bd879cc581 admin admin] Usage tracker for resource:security_group_rule and tenant:0fbd45f8bb3842c2b7649e3e2bd2de3d is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:52.254476 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-785b7ff3-ed63-42aa-a6f9-96bd879cc581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:52.262157 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-785b7ff3-ed63-42aa-a6f9-96bd879cc581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:52.316964 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557f4c4-a729-4ca7-bba0-e9192ef44353 req-666eea3a-e9cd-496e-ac66-16a920312f4c tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:52.318367 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2557f4c4-a729-4ca7-bba0-e9192ef44353 req-666eea3a-e9cd-496e-ac66-16a920312f4c tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1327882 Apr 30 13:13:52.433063 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2557f4c4-a729-4ca7-bba0-e9192ef44353 req-50d3da09-e463-476d-8707-00497d5b5488 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076992 Apr 30 13:13:52.457861 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-785b7ff3-ed63-42aa-a6f9-96bd879cc581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:52.463615 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-785b7ff3-ed63-42aa-a6f9-96bd879cc581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:52.472882 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b6706601-4b95-47c2-9324-1db5a3d4e00e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:52.518172 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-785b7ff3-ed63-42aa-a6f9-96bd879cc581 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0fbd45f8bb3842c2b7649e3e2bd2de3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6343019 Apr 30 13:13:52.520914 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 39114) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:52.529284 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b7ff3-ed63-42aa-a6f9-96bd879cc581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cb168a-51e5-4b71-9488-b749501e0f91,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:52.533688 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-785b7ff3-ed63-42aa-a6f9-96bd879cc581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:52.542086 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb2271-61ef-4090-9843-9285ed24f3b6 req-3c661ea9-f44c-4e2b-a2eb-409d12e591e7 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:52.543879 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b1fb2271-61ef-4090-9843-9285ed24f3b6 req-3c661ea9-f44c-4e2b-a2eb-409d12e591e7 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.1865103 Apr 30 13:13:52.596418 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8f9283f2-a292-4d51-acab-68a41a552233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:52.622955 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8f9283f2-a292-4d51-acab-68a41a552233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:52.635889 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b1fb2271-61ef-4090-9843-9285ed24f3b6 req-74c4a153-966e-416d-b256-29a2cb623510 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548074 Apr 30 13:13:52.668051 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53946a10-1a27-4824-804e-5c9ae69bea86 req-c891ce08-d130-4005-9b28-6ca064aae22b tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:52.669675 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-53946a10-1a27-4824-804e-5c9ae69bea86 req-c891ce08-d130-4005-9b28-6ca064aae22b tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 943 time: 0.1231992 Apr 30 13:13:52.680430 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8f9283f2-a292-4d51-acab-68a41a552233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:52.684369 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-19230b9b-1f9d-4af5-9096-017471b5dbfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:52.698729 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9283f2-a292-4d51-acab-68a41a552233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cb168a-51e5-4b71-9488-b749501e0f91,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:52.703590 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8f9283f2-a292-4d51-acab-68a41a552233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:52.710217 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8f9283f2-a292-4d51-acab-68a41a552233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:52.713873 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-8f9283f2-a292-4d51-acab-68a41a552233 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/99cb168a-51e5-4b71-9488-b749501e0f91 HTTP/1.1" status: 204 len: 168 time: 0.1884587 Apr 30 13:13:52.732572 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-53946a10-1a27-4824-804e-5c9ae69bea86 req-4ec6da29-10f7-4368-b3f1-bc0eede2431c tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562105 Apr 30 13:13:52.993163 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08c9d6-93e7-49bb-8965-d7f19f54b844 req-9c1581ab-359b-424b-a37e-924a61c11cff tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:52.994680 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9f08c9d6-93e7-49bb-8965-d7f19f54b844 req-9c1581ab-359b-424b-a37e-924a61c11cff tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.0885832 Apr 30 13:13:53.040866 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9f08c9d6-93e7-49bb-8965-d7f19f54b844 req-894ec184-3819-47b1-8205-f98d795b5a98 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402322 Apr 30 13:13:53.635406 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c1a56-35b9-4b11-ac61-55ff4fd53bc1 req-b3545ff3-79a8-4b67-94af-72a3b7748c0a tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:53.637116 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7f1c1a56-35b9-4b11-ac61-55ff4fd53bc1 req-b3545ff3-79a8-4b67-94af-72a3b7748c0a tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.0829296 Apr 30 13:13:53.686009 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7f1c1a56-35b9-4b11-ac61-55ff4fd53bc1 req-64dffad3-36c3-4e4c-b819-3169a6530858 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Apr 30 13:13:53.836186 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c687c-4460-4f99-a380-dab1979b5ee1 req-0539372f-3925-4f9c-8451-7a8b2547df35 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:53.838099 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0e6c687c-4460-4f99-a380-dab1979b5ee1 req-0539372f-3925-4f9c-8451-7a8b2547df35 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.0887592 Apr 30 13:13:53.925051 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0e6c687c-4460-4f99-a380-dab1979b5ee1 req-e3ec5c49-e940-4456-92bf-2356a9fa1fcd tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812683 Apr 30 13:13:53.958839 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2c464-92dc-416a-b8e2-ed50d7ef9795 req-48520f12-40ee-478b-9385-7bb429f59c95 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:53.960042 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2cb2c464-92dc-416a-b8e2-ed50d7ef9795 req-48520f12-40ee-478b-9385-7bb429f59c95 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 943 time: 0.1008317 Apr 30 13:13:54.009058 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2cb2c464-92dc-416a-b8e2-ed50d7ef9795 req-942612c9-30ab-41e3-b31e-a9ed5a9ea66e tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429447 Apr 30 13:13:54.238309 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5294715f-99ea-4a91-89a0-7a2b933c6aad req-7ee6dd27-675f-4a0d-a779-7476e5c8bff6 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:54.239775 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5294715f-99ea-4a91-89a0-7a2b933c6aad req-7ee6dd27-675f-4a0d-a779-7476e5c8bff6 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.0886538 Apr 30 13:13:54.287458 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5294715f-99ea-4a91-89a0-7a2b933c6aad req-ac1e6f7b-d983-44f6-90f2-dcfc1810dee8 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413294 Apr 30 13:13:54.580094 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3381d5-111a-4a3e-9507-34df57e50fe3 req-580ba22f-953e-4583-9726-eaac703d8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:54.581590 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bf3381d5-111a-4a3e-9507-34df57e50fe3 req-580ba22f-953e-4583-9726-eaac703d8cc0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9ae82ace87d14c12b35259bd0973dda6&device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 1098 time: 0.0802398 Apr 30 13:13:54.599093 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f513f-e218-4abc-a15e-663518449f02 req-8da49155-e9b4-4cf5-b2cd-94fd18936a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:54.600667 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-3c6f513f-e218-4abc-a15e-663518449f02 req-8da49155-e9b4-4cf5-b2cd-94fd18936a12 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cf8e3af25206457fb51bca7a0c237b90&device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 1096 time: 0.0770242 Apr 30 13:13:54.747028 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3381d5-111a-4a3e-9507-34df57e50fe3 req-c78c3a82-9ee7-402a-8aa8-74a14bd8abee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:54.748612 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bf3381d5-111a-4a3e-9507-34df57e50fe3 req-c78c3a82-9ee7-402a-8aa8-74a14bd8abee service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58 HTTP/1.1" status: 200 len: 921 time: 0.1575394 Apr 30 13:13:54.790712 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f513f-e218-4abc-a15e-663518449f02 req-a9dd3f2f-db30-4912-bce2-e1a12732c599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:54.792745 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-3c6f513f-e218-4abc-a15e-663518449f02 req-a9dd3f2f-db30-4912-bce2-e1a12732c599 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=cf8e3af25206457fb51bca7a0c237b90&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1750352 Apr 30 13:13:54.824964 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bf3381d5-111a-4a3e-9507-34df57e50fe3 req-8ac851a0-9664-4228-abd3-b26fbd5c87d6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7b2af60-4552-417a-9aa9-646dcfac8e70 HTTP/1.1" status: 200 len: 217 time: 0.0683537 Apr 30 13:13:54.943961 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3381d5-111a-4a3e-9507-34df57e50fe3 req-b9515973-ac7b-4399-9ac2-400b94334cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:54.945342 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bf3381d5-111a-4a3e-9507-34df57e50fe3 req-b9515973-ac7b-4399-9ac2-400b94334cb5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a7902b94-9475-4f0c-afc1-0ffb637b7e52 HTTP/1.1" status: 200 len: 859 time: 0.0843704 Apr 30 13:13:54.978530 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f513f-e218-4abc-a15e-663518449f02 req-0c8831e6-535a-4444-af68-37a322dc5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:54.980081 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-3c6f513f-e218-4abc-a15e-663518449f02 req-0c8831e6-535a-4444-af68-37a322dc5394 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1805012 Apr 30 13:13:55.014003 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bf3381d5-111a-4a3e-9507-34df57e50fe3 req-a77296b9-c2a9-4bb6-bb78-542c8865d269 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585804 Apr 30 13:13:55.026503 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277316d0-b632-46ce-bfcb-24b19e4a46a2 req-4de5efc5-8162-4e0b-8c04-a40786a70569 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:55.027982 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-277316d0-b632-46ce-bfcb-24b19e4a46a2 req-4de5efc5-8162-4e0b-8c04-a40786a70569 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.2127051 Apr 30 13:13:55.163125 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-623a020c-797c-49e6-a56a-c775da6c5f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:55.164671 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-623a020c-797c-49e6-a56a-c775da6c5f65 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cf8e3af25206457fb51bca7a0c237b90&device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 1096 time: 0.0742011 Apr 30 13:13:55.206452 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-277316d0-b632-46ce-bfcb-24b19e4a46a2 req-de4034f7-07cb-431d-879a-1132034b9150 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712244 Apr 30 13:13:55.251422 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-59d17604-2b72-446f-bb23-4937a5ffd241 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8333a690-60e8-4507-822e-695d158ffbc1 HTTP/1.1" status: 200 len: 217 time: 0.0689812 Apr 30 13:13:55.325974 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-ea019475-bc2d-49a5-a4a6-d7cd79df90fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:55.327772 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-ea019475-bc2d-49a5-a4a6-d7cd79df90fa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3e5bab88-1754-4806-93fd-616a3c68ac1f HTTP/1.1" status: 200 len: 849 time: 0.0665133 Apr 30 13:13:55.335401 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bf3381d5-111a-4a3e-9507-34df57e50fe3 req-c7268b59-edca-4452-9270-2c9fdd534cec service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465498 Apr 30 13:13:55.345145 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2f938-1f81-4382-8f69-06fae496eeb0 req-20b290a3-19fe-4755-860b-5f5593f9e016 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:55.346291 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a2b2f938-1f81-4382-8f69-06fae496eeb0 req-20b290a3-19fe-4755-860b-5f5593f9e016 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.2926064 Apr 30 13:13:55.439855 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-ab0d3973-bb34-48fe-be3c-189f6c4dcc84 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823429 Apr 30 13:13:55.602268 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-1bd7278d-dc5d-4726-9923-2e41f3973eac service neutron] 10.222.0.71 "GET /v2.0/networks/d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529386 Apr 30 13:13:55.650741 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a2b2f938-1f81-4382-8f69-06fae496eeb0 req-123e7e71-9121-4fec-9159-2ab264e9f839 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2958822 Apr 30 13:13:55.736792 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bf3381d5-111a-4a3e-9507-34df57e50fe3 req-2d8e21e4-52c7-4bc1-9556-e00ccfb1a84e service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609524 Apr 30 13:13:55.748483 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722a033-e2e4-41fa-8b13-02012b636659 req-eaf3632e-0c97-4732-a29f-ba18687fb741 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:55.750325 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5722a033-e2e4-41fa-8b13-02012b636659 req-eaf3632e-0c97-4732-a29f-ba18687fb741 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 943 time: 0.3733566 Apr 30 13:13:55.824511 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5722a033-e2e4-41fa-8b13-02012b636659 req-c93d754c-df54-41f6-9499-434102b80643 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628185 Apr 30 13:13:55.928930 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6f818fe3-b7ec-43fe-8a6d-4a1a542fa105 req-82cf2476-5e5f-4bc1-9cf1-5fc4b859815c service neutron] 10.222.0.71 "GET /v2.0/networks/d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112164 Apr 30 13:13:55.941255 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b3590-9adf-496c-9fc3-82e00b881c46 req-62d6f3d6-933f-4341-98cf-0a4197127aba tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:55.942821 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fc4b3590-9adf-496c-9fc3-82e00b881c46 req-62d6f3d6-933f-4341-98cf-0a4197127aba tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.1103127 Apr 30 13:13:56.002579 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fc4b3590-9adf-496c-9fc3-82e00b881c46 req-387306db-4328-4ba4-ae8f-0c6af0b9b449 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535588 Apr 30 13:13:56.433493 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b77c87-2e6e-422d-9374-669fb3de02c2 req-068250bf-5673-467a-84ba-df61ab56b178 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:56.435068 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-77b77c87-2e6e-422d-9374-669fb3de02c2 req-068250bf-5673-467a-84ba-df61ab56b178 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.0945528 Apr 30 13:13:56.487637 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-77b77c87-2e6e-422d-9374-669fb3de02c2 req-b703fbe9-2208-4ec4-8685-7b9d29a2276d tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436199 Apr 30 13:13:56.885616 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005bc3f9-a962-4ba0-9789-3817f0a255a9 req-b09e7afe-be3c-4e0c-8c1d-073b4cc32780 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:56.890850 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-005bc3f9-a962-4ba0-9789-3817f0a255a9 req-b09e7afe-be3c-4e0c-8c1d-073b4cc32780 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.1105769 Apr 30 13:13:56.950128 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-005bc3f9-a962-4ba0-9789-3817f0a255a9 req-fa0d5249-a26d-4c9b-ab0f-a1374d91b89b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529954 Apr 30 13:13:57.055458 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280f524-4185-4de4-abe1-f7aa84f50b7a req-80a6cb93-f1f2-461c-9d92-5088be397b9e tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:57.057178 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4280f524-4185-4de4-abe1-f7aa84f50b7a req-80a6cb93-f1f2-461c-9d92-5088be397b9e tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 943 time: 0.0892539 Apr 30 13:13:57.067866 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 39310) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:57.116661 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4280f524-4185-4de4-abe1-f7aa84f50b7a req-5d92ac00-e632-4042-bd2b-53dd4b87a1be tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533855 Apr 30 13:13:57.216672 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84025696-146a-4ee7-ba47-4da47bae19d1 req-6471cf55-8da5-415d-8e1a-701408569c6c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:57.218798 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-84025696-146a-4ee7-ba47-4da47bae19d1 req-6471cf55-8da5-415d-8e1a-701408569c6c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.0925584 Apr 30 13:13:57.242417 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bf84d1e7-2b2c-4625-8818-590cd62adbad admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:57.262058 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-bf84d1e7-2b2c-4625-8818-590cd62adbad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:57.266410 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-bf84d1e7-2b2c-4625-8818-590cd62adbad admin admin] Usage tracker for resource:security_group_rule and tenant:e0cd0b0335674307b44d6dfc07c22af0 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:57.267374 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-84025696-146a-4ee7-ba47-4da47bae19d1 req-10c8493d-a2b9-4e1e-bc3b-f74840bedc4e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422003 Apr 30 13:13:57.272159 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-bf84d1e7-2b2c-4625-8818-590cd62adbad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:57.282876 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-bf84d1e7-2b2c-4625-8818-590cd62adbad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:57.393614 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bf84d1e7-2b2c-4625-8818-590cd62adbad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:57.399500 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bf84d1e7-2b2c-4625-8818-590cd62adbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:57.412078 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8f9283f2-a292-4d51-acab-68a41a552233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:57.455555 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84d1e7-2b2c-4625-8818-590cd62adbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a5a81b-3da7-48d2-9c64-ec0c87daf19f,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:57.460419 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bf84d1e7-2b2c-4625-8818-590cd62adbad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:57.477077 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-bf84d1e7-2b2c-4625-8818-590cd62adbad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e0cd0b0335674307b44d6dfc07c22af0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063690 Apr 30 13:13:57.477302 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 39322) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:57.559269 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-42d75618-29b6-4544-b2ff-493dc02c9e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:57.590131 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-42d75618-29b6-4544-b2ff-493dc02c9e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:57.648065 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-42d75618-29b6-4544-b2ff-493dc02c9e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:57.654074 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b46becb4-1f78-4c88-9f9e-9fdf9683089d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:57.665026 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d75618-29b6-4544-b2ff-493dc02c9e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a5a81b-3da7-48d2-9c64-ec0c87daf19f,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:57.672373 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-42d75618-29b6-4544-b2ff-493dc02c9e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:57.678702 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-42d75618-29b6-4544-b2ff-493dc02c9e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:57.679892 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-42d75618-29b6-4544-b2ff-493dc02c9e53 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/36a5a81b-3da7-48d2-9c64-ec0c87daf19f HTTP/1.1" status: 204 len: 168 time: 0.2016730 Apr 30 13:13:57.733546 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:13:57.736549 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e655fd-4bf8-4459-bc91-fddc8e6efd73 req-0fe0c3ed-594b-4183-b4fc-2a77e981d8fb tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:57.738676 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d9e655fd-4bf8-4459-bc91-fddc8e6efd73 req-0fe0c3ed-594b-4183-b4fc-2a77e981d8fb tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1163166 Apr 30 13:13:57.807968 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d9e655fd-4bf8-4459-bc91-fddc8e6efd73 req-28989a16-b354-4482-a285-94227787edc0 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587804 Apr 30 13:13:58.058984 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 39336) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:58.079551 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b94193cf-e653-4fe1-9468-f46aa3712050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:58.095130 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b94193cf-e653-4fe1-9468-f46aa3712050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:58.099552 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b94193cf-e653-4fe1-9468-f46aa3712050 admin admin] Usage tracker for resource:security_group_rule and tenant:4418a420d8cc4d4fbbb4b9b189e2877f is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:58.102992 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b94193cf-e653-4fe1-9468-f46aa3712050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:58.109918 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b94193cf-e653-4fe1-9468-f46aa3712050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:58.203380 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba970c-a224-4bbe-805a-53a10ce3b1c6 req-a47d5bdb-179d-45a8-abc9-a96a01666e35 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:58.204951 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-71ba970c-a224-4bbe-805a-53a10ce3b1c6 req-a47d5bdb-179d-45a8-abc9-a96a01666e35 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.1336346 Apr 30 13:13:58.216200 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b94193cf-e653-4fe1-9468-f46aa3712050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:58.222663 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b94193cf-e653-4fe1-9468-f46aa3712050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:58.231863 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2c89963d-82f1-49ba-af7f-c98d7d9ed692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:58.258635 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-71ba970c-a224-4bbe-805a-53a10ce3b1c6 req-291fbe13-d80d-4693-b148-2922f0f0e4f3 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476954 Apr 30 13:13:58.281956 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b94193cf-e653-4fe1-9468-f46aa3712050 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4418a420d8cc4d4fbbb4b9b189e2877f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215712 Apr 30 13:13:58.283506 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 39342) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:58.286325 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94193cf-e653-4fe1-9468-f46aa3712050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba98b75-8bea-4e94-b101-9af17fd7b479,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:58.307417 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b94193cf-e653-4fe1-9468-f46aa3712050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:58.353044 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6d203-c7a5-4339-af37-04f7aa73f4cd req-4ebef051-c243-4b15-89cb-5d535c44c1ed tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:58.354576 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e5a6d203-c7a5-4339-af37-04f7aa73f4cd req-4ebef051-c243-4b15-89cb-5d535c44c1ed tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 943 time: 0.0946159 Apr 30 13:13:58.367109 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-587ac15b-5ca7-4cc5-91a7-86abf098f70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:58.382262 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 0cd7dfae-50d3-4898-bc92-62023a8d0059 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:13:58.402981 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-587ac15b-5ca7-4cc5-91a7-86abf098f70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:58.465044 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-587ac15b-5ca7-4cc5-91a7-86abf098f70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:58.470939 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e5a6d203-c7a5-4339-af37-04f7aa73f4cd req-bd1a9132-816a-44fb-95f3-b8051e030dad tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103280 Apr 30 13:13:58.485668 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6192aef5-a7ed-4bca-9ecd-1f91fc63a16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:58.505427 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-587ac15b-5ca7-4cc5-91a7-86abf098f70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:58.507048 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-587ac15b-5ca7-4cc5-91a7-86abf098f70f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3ba98b75-8bea-4e94-b101-9af17fd7b479 HTTP/1.1" status: 204 len: 168 time: 0.2226336 Apr 30 13:13:58.516727 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ac15b-5ca7-4cc5-91a7-86abf098f70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba98b75-8bea-4e94-b101-9af17fd7b479,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:58.526190 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-587ac15b-5ca7-4cc5-91a7-86abf098f70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:58.528412 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badd141-eb74-443b-8190-193aed2fa3ea req-4930bf3a-2ee2-4124-93f3-e58195806b87 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:58.533938 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3badd141-eb74-443b-8190-193aed2fa3ea req-4930bf3a-2ee2-4124-93f3-e58195806b87 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.1460364 Apr 30 13:13:58.560114 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 0cd7dfae-50d3-4898-bc92-62023a8d0059, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0cd7dfae-50d3-4898-bc92-62023a8d0059,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:58.585239 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3badd141-eb74-443b-8190-193aed2fa3ea req-fecde30f-4753-4028-b987-2bf8215ec489 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482788 Apr 30 13:13:58.592093 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': '0cd7dfae-50d3-4898-bc92-62023a8d0059', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'port_id': '0cd7dfae-50d3-4898-bc92-62023a8d0059', 'mac_address': 'fa:16:3e:6a:61:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:13:58.660170 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:58.685084 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cd7dfae-50d3-4898-bc92-62023a8d0059 {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:58.701664 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 0cd7dfae-50d3-4898-bc92-62023a8d0059, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0cd7dfae-50d3-4898-bc92-62023a8d0059,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:58.707322 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:58.708247 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 8333a690-60e8-4507-822e-695d158ffbc1 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:13:58.713558 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:58.889987 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=0cd7dfae-50d3-4898-bc92-62023a8d0059,revision_number=6']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:58.908584 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:58.909063 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:58.909433 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:58.910418 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:58.910418 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:58.910418 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:58.910748 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:58.911001 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:58.911430 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:58.911750 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:58.912072 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:58.912382 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:13:58.918791 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:58.959616 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 8333a690-60e8-4507-822e-695d158ffbc1, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8333a690-60e8-4507-822e-695d158ffbc1,segment=NetworkSegment(bf92682c-f1bf-460a-9db6-da3d1c6f85ca),segment_id=bf92682c-f1bf-460a-9db6-da3d1c6f85ca)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:58.975729 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': '8333a690-60e8-4507-822e-695d158ffbc1', 'network_id': 'd3465f31-0ca2-4ec8-adfb-6ea2134fb5bd', 'port_id': '8333a690-60e8-4507-822e-695d158ffbc1', 'mac_address': 'fa:16:3e:55:1d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5bab88-1754-4806-93fd-616a3c68ac1f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:13:58.997842 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 39362) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:59.021550 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1ef85fae-1da5-4ab3-a50a-71f9e2bda89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:59.033143 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ec229-e2b3-4f5f-8068-1f43a4a4394b req-bcfaed8a-19c2-4e6b-9cd0-06fdda30f770 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:59.039007 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-1ef85fae-1da5-4ab3-a50a-71f9e2bda89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:13:59.042445 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3b0ec229-e2b3-4f5f-8068-1f43a4a4394b req-bcfaed8a-19c2-4e6b-9cd0-06fdda30f770 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1032662 Apr 30 13:13:59.044065 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-1ef85fae-1da5-4ab3-a50a-71f9e2bda89f admin admin] Usage tracker for resource:security_group_rule and tenant:7f28d05a8e6f4dc5b9eb754c14738c15 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:13:59.048066 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-1ef85fae-1da5-4ab3-a50a-71f9e2bda89f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:13:59.054798 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:59.058132 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-1ef85fae-1da5-4ab3-a50a-71f9e2bda89f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:13:59.081450 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8333a690-60e8-4507-822e-695d158ffbc1 {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:13:59.105516 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 8333a690-60e8-4507-822e-695d158ffbc1, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8333a690-60e8-4507-822e-695d158ffbc1,segment=NetworkSegment(bf92682c-f1bf-460a-9db6-da3d1c6f85ca),segment_id=bf92682c-f1bf-460a-9db6-da3d1c6f85ca)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:13:59.107889 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3b0ec229-e2b3-4f5f-8068-1f43a4a4394b req-39b5ad4b-498d-4dec-a62b-78eb7e7fad77 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643997 Apr 30 13:13:59.111423 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:59.114084 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:59.167869 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1ef85fae-1da5-4ab3-a50a-71f9e2bda89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:59.181762 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1ef85fae-1da5-4ab3-a50a-71f9e2bda89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:59.190476 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=8333a690-60e8-4507-822e-695d158ffbc1,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:59.191174 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-367d802f-e114-473e-9f79-63c57335aeaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:59.194649 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:59.244379 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-1ef85fae-1da5-4ab3-a50a-71f9e2bda89f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7f28d05a8e6f4dc5b9eb754c14738c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444997 Apr 30 13:13:59.247006 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 39374) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:13:59.257971 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef85fae-1da5-4ab3-a50a-71f9e2bda89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03b7bb9-a2e3-4e4b-8f6e-674ef4af6a5e,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:59.270640 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1ef85fae-1da5-4ab3-a50a-71f9e2bda89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:59.317647 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-30cd6d1f-ffa8-46b7-8266-09b0ffbc1a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:59.366851 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-30cd6d1f-ffa8-46b7-8266-09b0ffbc1a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:59.381352 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['0cd7dfae-50d3-4898-bc92-62023a8d0059'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:13:59.553639 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-30cd6d1f-ffa8-46b7-8266-09b0ffbc1a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:59.558357 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-4d0a51dc-580b-4920-9c34-2408a170ecb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:13:59.592577 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd6d1f-ffa8-46b7-8266-09b0ffbc1a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03b7bb9-a2e3-4e4b-8f6e-674ef4af6a5e,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:13:59.619442 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-30cd6d1f-ffa8-46b7-8266-09b0ffbc1a3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:13:59.694866 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-30cd6d1f-ffa8-46b7-8266-09b0ffbc1a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:13:59.696140 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-30cd6d1f-ffa8-46b7-8266-09b0ffbc1a3f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b03b7bb9-a2e3-4e4b-8f6e-674ef4af6a5e HTTP/1.1" status: 204 len: 168 time: 0.4478951 Apr 30 13:13:59.718280 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['8333a690-60e8-4507-822e-695d158ffbc1'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:13:59.777875 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d14c45-af2a-48cd-a86b-64a6f121d2af req-a7ec98c5-e1a4-450a-a161-ee3c133278fe tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:59.791668 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-58d14c45-af2a-48cd-a86b-64a6f121d2af req-a7ec98c5-e1a4-450a-a161-ee3c133278fe tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 944 time: 0.3386328 Apr 30 13:13:59.882615 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-58d14c45-af2a-48cd-a86b-64a6f121d2af req-ac9a600f-1151-4425-b8bf-c2b9b2c1955f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838435 Apr 30 13:13:59.916607 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751e334-bf56-458a-ae89-020c21e6c40a req-487972db-a42f-487f-9ce9-c58294145894 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:13:59.924805 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1751e334-bf56-458a-ae89-020c21e6c40a req-487972db-a42f-487f-9ce9-c58294145894 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 944 time: 0.2901690 Apr 30 13:14:00.002111 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1751e334-bf56-458a-ae89-020c21e6c40a req-aff19857-2bde-4712-b54e-12e6ea913583 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756221 Apr 30 13:14:00.186351 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063cdd-0a3d-45c1-8a95-cb12160093bc req-3db9a6dd-4d93-4046-999a-fa7d216566e4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:00.195334 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f8063cdd-0a3d-45c1-8a95-cb12160093bc req-3db9a6dd-4d93-4046-999a-fa7d216566e4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.1197064 Apr 30 13:14:00.277085 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f8063cdd-0a3d-45c1-8a95-cb12160093bc req-54c4bb7a-c5d6-45be-a6cd-7d037a7b9026 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807819 Apr 30 13:14:00.374429 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 0cd7dfae-50d3-4898-bc92-62023a8d0059 up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:14:00.393922 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b4484d-2504-4bab-a15b-4b6563eae10c req-48c2573e-311e-4756-b24d-3703eb7c9cbf tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:00.395659 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-34b4484d-2504-4bab-a15b-4b6563eae10c req-48c2573e-311e-4756-b24d-3703eb7c9cbf tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1155088 Apr 30 13:14:00.459535 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-34b4484d-2504-4bab-a15b-4b6563eae10c req-90aa21d2-e9b9-45fa-aba5-2afbefe7abdd tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566020 Apr 30 13:14:00.511624 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port 0cd7dfae-50d3-4898-bc92-62023a8d0059 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:00.511973 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:00.662207 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:00.699361 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d095de-4619-4350-a486-c7238d32b916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd7dfae-50d3-4898-bc92-62023a8d0059'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:00.713028 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 0cd7dfae-50d3-4898-bc92-62023a8d0059, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0cd7dfae-50d3-4898-bc92-62023a8d0059,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:00.722110 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:00.725614 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-9c717576-7b06-4ed2-bd92-0636f6494663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:00.820239 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d095de-4619-4350-a486-c7238d32b916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd7dfae-50d3-4898-bc92-62023a8d0059', 'code': 200} Apr 30 13:14:00.867024 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=0cd7dfae-50d3-4898-bc92-62023a8d0059,revision_number=7']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:00.870528 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:01.148619 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:01.416611 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf2d0e-236d-496f-8c44-fb959c48f579 req-3054f10e-af77-42e2-80af-295387a17fcc tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:01.430455 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7adf2d0e-236d-496f-8c44-fb959c48f579 req-3054f10e-af77-42e2-80af-295387a17fcc tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.3857715 Apr 30 13:14:01.644051 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7adf2d0e-236d-496f-8c44-fb959c48f579 req-e6b5ab6b-cf19-464c-ae3f-894697bbc978 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101183 Apr 30 13:14:01.720622 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d68571-e54a-4575-96c4-89270e75dcbe req-703f5b6d-ac36-4e5b-8ff2-c16b09778fcf tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:01.735290 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-72d68571-e54a-4575-96c4-89270e75dcbe req-703f5b6d-ac36-4e5b-8ff2-c16b09778fcf tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 944 time: 0.3819790 Apr 30 13:14:01.743790 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 39464) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:01.890805 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-72d68571-e54a-4575-96c4-89270e75dcbe req-f5186294-36aa-43eb-b8c4-7cc659521b6f tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424208 Apr 30 13:14:01.999884 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c74a9f-0845-48a3-b2c8-45f90f39eae6 req-1cc21fd5-b9bb-4458-b8e2-715f9229d17c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:02.009325 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-09c74a9f-0845-48a3-b2c8-45f90f39eae6 req-1cc21fd5-b9bb-4458-b8e2-715f9229d17c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.1817839 Apr 30 13:14:02.162285 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-09c74a9f-0845-48a3-b2c8-45f90f39eae6 req-1bd78c01-ee2f-4bfd-b058-f5af29db7073 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510229 Apr 30 13:14:02.197531 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-45f11281-635d-4bfd-83fc-319896de2b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:02.223976 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-45f11281-635d-4bfd-83fc-319896de2b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:02.239126 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-45f11281-635d-4bfd-83fc-319896de2b94 admin admin] Usage tracker for resource:security_group_rule and tenant:6cdfe2231802475d882882bd4b28d2b6 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:02.248290 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-45f11281-635d-4bfd-83fc-319896de2b94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:02.267029 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-45f11281-635d-4bfd-83fc-319896de2b94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:02.279581 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a714682-3f4a-4a75-b750-a4b4f3e68cb9 req-def3797d-bd7d-4902-9e89-626dc30bfc5f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:02.287254 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3a714682-3f4a-4a75-b750-a4b4f3e68cb9 req-def3797d-bd7d-4902-9e89-626dc30bfc5f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.2032700 Apr 30 13:14:02.361135 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3a714682-3f4a-4a75-b750-a4b4f3e68cb9 req-043aacc7-d1f5-48a8-b70e-b0c944c93b87 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728190 Apr 30 13:14:02.378715 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 8333a690-60e8-4507-822e-695d158ffbc1 up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:14:02.464507 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-aff040f0-45ab-4d9d-9656-78604061b5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:02.527784 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port 8333a690-60e8-4507-822e-695d158ffbc1 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:14:02.537091 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port 8333a690-60e8-4507-822e-695d158ffbc1 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:02.537563 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:02.570608 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-45f11281-635d-4bfd-83fc-319896de2b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:02.582547 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-45f11281-635d-4bfd-83fc-319896de2b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:02.606542 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-afc869c7-dfe9-4752-9970-738c9eea761b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:02.783191 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 39490) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:02.785890 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:02.800017 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-45f11281-635d-4bfd-83fc-319896de2b94 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6cdfe2231802475d882882bd4b28d2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0547762 Apr 30 13:14:02.811255 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f11281-635d-4bfd-83fc-319896de2b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5021b90c-dd08-4925-bb60-84d3128298ca,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:02.848926 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-45f11281-635d-4bfd-83fc-319896de2b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:02.856038 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f091ca-8d0b-424a-9298-c41c3bd2a1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8333a690-60e8-4507-822e-695d158ffbc1'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:02.879201 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 8333a690-60e8-4507-822e-695d158ffbc1, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8333a690-60e8-4507-822e-695d158ffbc1,segment=NetworkSegment(bf92682c-f1bf-460a-9db6-da3d1c6f85ca),segment_id=bf92682c-f1bf-460a-9db6-da3d1c6f85ca)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:02.887215 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:02.890239 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:02.995046 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=8333a690-60e8-4507-822e-695d158ffbc1,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:03.005101 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:03.012499 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed0367-6d21-44a5-86b2-863e1efb0123 req-93c58803-cce4-4f13-b198-19822cf85c27 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:03.016249 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-916f9558-6b98-477f-ae63-a46babbcf1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:03.020986 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-17ed0367-6d21-44a5-86b2-863e1efb0123 req-93c58803-cce4-4f13-b198-19822cf85c27 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.3509932 Apr 30 13:14:03.051363 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5db57-9374-49a1-8729-a0d7f262764b req-3ebbe36d-0de7-4504-963f-49df2dea45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:03.053209 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-b9c5db57-9374-49a1-8729-a0d7f262764b req-3ebbe36d-0de7-4504-963f-49df2dea45c6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c3daf98030a4f9983829bc893d1c2a1&device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 1098 time: 0.1942370 Apr 30 13:14:03.058330 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-916f9558-6b98-477f-ae63-a46babbcf1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:03.098128 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-17ed0367-6d21-44a5-86b2-863e1efb0123 req-099e05fc-9a15-43b5-8061-33b423962f46 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705223 Apr 30 13:14:03.162109 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e29d2e-4fb9-4b88-b59d-78d318b4f70f req-fd86ff83-0e8f-4ae1-9607-943fc834a195 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:03.169572 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f091ca-8d0b-424a-9298-c41c3bd2a1ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8333a690-60e8-4507-822e-695d158ffbc1', 'code': 200} Apr 30 13:14:03.172699 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b2e29d2e-4fb9-4b88-b59d-78d318b4f70f req-fd86ff83-0e8f-4ae1-9607-943fc834a195 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.2726879 Apr 30 13:14:03.273861 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b2e29d2e-4fb9-4b88-b59d-78d318b4f70f req-d19dd349-3f01-42bc-8173-c7c0007001ee tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000118 Apr 30 13:14:03.302723 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5db57-9374-49a1-8729-a0d7f262764b req-bc383453-0057-47f4-9a2f-6e33ea151461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:03.304311 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-b9c5db57-9374-49a1-8729-a0d7f262764b req-bc383453-0057-47f4-9a2f-6e33ea151461 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8d1fd53-0ee5-499f-9667-97dbc79cf1ea HTTP/1.1" status: 200 len: 913 time: 0.2352867 Apr 30 13:14:03.705331 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-b9c5db57-9374-49a1-8729-a0d7f262764b req-2cda34de-531a-40e7-ad3c-c648e445cf92 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cff078e8-b239-45de-a9b9-daa6482b64f4 HTTP/1.1" status: 200 len: 1000 time: 0.3728628 Apr 30 13:14:03.842432 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24be6a-e884-42c6-bf59-53923a375cb3 req-d6d1c055-ae25-4a0e-a081-143551cc81a1 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:03.850806 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8f24be6a-e884-42c6-bf59-53923a375cb3 req-d6d1c055-ae25-4a0e-a081-143551cc81a1 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 945 time: 0.4997272 Apr 30 13:14:03.866067 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-916f9558-6b98-477f-ae63-a46babbcf1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:03.877267 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-88aa024f-42b7-4488-b34a-d829c4078e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:03.965970 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f9558-6b98-477f-ae63-a46babbcf1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5021b90c-dd08-4925-bb60-84d3128298ca,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:03.986667 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-916f9558-6b98-477f-ae63-a46babbcf1bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:04.000185 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-916f9558-6b98-477f-ae63-a46babbcf1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:04.003895 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-916f9558-6b98-477f-ae63-a46babbcf1bb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5021b90c-dd08-4925-bb60-84d3128298ca HTTP/1.1" status: 204 len: 168 time: 1.2162564 Apr 30 13:14:04.011279 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5db57-9374-49a1-8729-a0d7f262764b req-645dff89-a98d-4eaa-8ad7-20b19926e5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:04.014194 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-b9c5db57-9374-49a1-8729-a0d7f262764b req-645dff89-a98d-4eaa-8ad7-20b19926e5d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3 HTTP/1.1" status: 200 len: 850 time: 0.3020914 Apr 30 13:14:04.057987 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8f24be6a-e884-42c6-bf59-53923a375cb3 req-64020ef2-eb5a-4f1f-bb55-607a5c42038c tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056103 Apr 30 13:14:04.060285 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922fbfe1-e568-4af8-9fd9-f9549b5ac751 req-0eab2dfd-3968-41b5-8620-5c53f909d031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:04.061789 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-922fbfe1-e568-4af8-9fd9-f9549b5ac751 req-0eab2dfd-3968-41b5-8620-5c53f909d031 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 1098 time: 0.5787239 Apr 30 13:14:04.201773 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f94bf5-7f23-465d-95fe-0b494eab18b8 req-710ae6a3-f1a5-403b-aae8-20dfc3b2a6e9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:04.216743 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b5f94bf5-7f23-465d-95fe-0b494eab18b8 req-710ae6a3-f1a5-403b-aae8-20dfc3b2a6e9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.4610090 Apr 30 13:14:04.266948 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-922fbfe1-e568-4af8-9fd9-f9549b5ac751 req-84f1429f-57a5-417f-9d18-3ef2e0976b50 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913562 Apr 30 13:14:04.299049 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b5f94bf5-7f23-465d-95fe-0b494eab18b8 req-b468ede3-1e8b-447d-a198-2f8fc39b9734 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805073 Apr 30 13:14:04.306846 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5db57-9374-49a1-8729-a0d7f262764b req-8a5ed612-c0df-4a18-be44-0f3e774c70de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:04.308745 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-b9c5db57-9374-49a1-8729-a0d7f262764b req-8a5ed612-c0df-4a18-be44-0f3e774c70de service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8d1fd53-0ee5-499f-9667-97dbc79cf1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2834156 Apr 30 13:14:04.680579 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa7a5a-4309-4fa2-af49-f5bb23c2496f req-67b2c09a-5603-467c-8709-64cd968f3682 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:04.694559 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4daa7a5a-4309-4fa2-af49-f5bb23c2496f req-67b2c09a-5603-467c-8709-64cd968f3682 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.3759980 Apr 30 13:14:04.764380 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec5c2c-c5a1-482b-a024-916246618f28 req-fc927deb-2ae0-43f7-94e9-0b64c924e913 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:04.772057 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-32ec5c2c-c5a1-482b-a024-916246618f28 req-fc927deb-2ae0-43f7-94e9-0b64c924e913 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.3386884 Apr 30 13:14:04.813453 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4daa7a5a-4309-4fa2-af49-f5bb23c2496f req-8d7edc11-931a-4b98-8952-6aa8f6f98dba tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110060 Apr 30 13:14:04.823651 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-b9c5db57-9374-49a1-8729-a0d7f262764b req-35e87f3f-1353-4b6e-a874-d7084d4c9543 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648287 Apr 30 13:14:04.849434 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-32ec5c2c-c5a1-482b-a024-916246618f28 req-fbb4ee29-94bc-4aef-8476-e1a2b6b0889f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759764 Apr 30 13:14:05.002335 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-b9c5db57-9374-49a1-8729-a0d7f262764b req-7ef8a161-7d15-4c14-9e74-dc7c05f564ed service neutron] 10.222.0.71 "GET /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712971 Apr 30 13:14:05.299555 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd74e3-9ce7-4704-be47-90abb8308c49 req-f4db0164-29e2-4c69-af98-eb94a807b415 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:05.305681 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-08dd74e3-9ce7-4704-be47-90abb8308c49 req-f4db0164-29e2-4c69-af98-eb94a807b415 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 945 time: 0.1067727 Apr 30 13:14:05.390486 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-08dd74e3-9ce7-4704-be47-90abb8308c49 req-882b9b81-35ae-4ff8-bdc9-a944b3469c59 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786667 Apr 30 13:14:05.530544 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:05.624229 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038c9b1d-aec8-46a4-a10e-c6a02f3fe7d3 req-e3ae94c2-9844-47c5-bb3c-c97a739742cd tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:05.637545 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-038c9b1d-aec8-46a4-a10e-c6a02f3fe7d3 req-e3ae94c2-9844-47c5-bb3c-c97a739742cd tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1842210 Apr 30 13:14:05.761217 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-f7f1dae5-8945-4ea1-bd75-9be42b49fbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:05.764556 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-038c9b1d-aec8-46a4-a10e-c6a02f3fe7d3 req-fec94455-4e9f-4e75-b6b2-ba16ff13d6b4 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255465 Apr 30 13:14:06.348247 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e15567-e6f4-4624-97d9-1573e8a52cc1 req-24066d14-492a-46ea-9683-ac1c2f527165 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:06.349821 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e1e15567-e6f4-4624-97d9-1573e8a52cc1 req-24066d14-492a-46ea-9683-ac1c2f527165 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.2893376 Apr 30 13:14:06.385562 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7f716-62f2-487d-b874-6cdab2335d04 req-298483ef-2ff8-4b6a-aa19-53d390e3dab2 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:06.387134 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4ba7f716-62f2-487d-b874-6cdab2335d04 req-298483ef-2ff8-4b6a-aa19-53d390e3dab2 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.1541288 Apr 30 13:14:06.452030 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e1e15567-e6f4-4624-97d9-1573e8a52cc1 req-5b96e276-9a8b-4eed-8f76-fb4dd7e9908a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949297 Apr 30 13:14:06.489481 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4ba7f716-62f2-487d-b874-6cdab2335d04 req-249c6703-bbe7-4f03-9efe-4cf468509394 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947466 Apr 30 13:14:06.499313 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:06.738329 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739ee35-5caa-4782-8ca2-7f36c91aa1e5 req-58c44c83-f421-4215-8ccb-a39db3eefa40 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:06.747908 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9739ee35-5caa-4782-8ca2-7f36c91aa1e5 req-58c44c83-f421-4215-8ccb-a39db3eefa40 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 945 time: 0.1118786 Apr 30 13:14:06.807270 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9739ee35-5caa-4782-8ca2-7f36c91aa1e5 req-eb1d3611-94d9-4fd6-8f82-3d2872071c70 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573168 Apr 30 13:14:07.058811 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653a614-e36c-49bb-81e7-f8571a8a1131 req-a4e665d2-365c-4b60-abb4-17e2d8ee670f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:07.060575 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f653a614-e36c-49bb-81e7-f8571a8a1131 req-a4e665d2-365c-4b60-abb4-17e2d8ee670f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1055803 Apr 30 13:14:07.211964 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f653a614-e36c-49bb-81e7-f8571a8a1131 req-6c7686da-1009-49aa-a22e-0a2a1f85eb1d tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419013 Apr 30 13:14:07.847193 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:07.908539 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d3e04-8407-4918-be82-15a2c2b4d895 req-e96d8bc6-e809-40f9-9a51-74e186bd63f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:07.911062 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-052d3e04-8407-4918-be82-15a2c2b4d895 req-e96d8bc6-e809-40f9-9a51-74e186bd63f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.2325428 Apr 30 13:14:08.004737 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-052d3e04-8407-4918-be82-15a2c2b4d895 req-c8a97d6a-5974-46bc-8b4c-921cd617c40e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785162 Apr 30 13:14:08.037181 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7a252-157a-42ae-a3f9-b7f57ba6d81a req-32052cab-ab4f-455a-b73f-0b28a16ef5ce tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:08.040233 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-63d7a252-157a-42ae-a3f9-b7f57ba6d81a req-32052cab-ab4f-455a-b73f-0b28a16ef5ce tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.3155522 Apr 30 13:14:08.146985 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-63d7a252-157a-42ae-a3f9-b7f57ba6d81a req-3bf31bdd-eee6-4391-8df7-fc55b9e6f224 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994389 Apr 30 13:14:08.595426 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f32753-a5ac-448c-af5e-677d97d5bdcf req-5c3a3d2e-cbf4-44ba-8fbd-e2ba529455f7 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:08.609501 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-74f32753-a5ac-448c-af5e-677d97d5bdcf req-5c3a3d2e-cbf4-44ba-8fbd-e2ba529455f7 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 945 time: 0.2445269 Apr 30 13:14:08.663737 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a043d5-88dc-43aa-91a3-e4e7cc244d93 req-c693aafb-53cd-47c9-adbb-b532a2076bcf tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:08.666425 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-23a043d5-88dc-43aa-91a3-e4e7cc244d93 req-c693aafb-53cd-47c9-adbb-b532a2076bcf tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.2455266 Apr 30 13:14:08.790677 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-74f32753-a5ac-448c-af5e-677d97d5bdcf req-3b1615db-c8f2-4514-a343-0819deed5bf7 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792407 Apr 30 13:14:08.814295 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-23a043d5-88dc-43aa-91a3-e4e7cc244d93 req-7eb9a72a-249f-46da-af27-41adaa1ab86a tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370440 Apr 30 13:14:09.575874 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d113bc-3c0d-4b80-ba1b-cbb46f70bcac req-f845cded-8548-490c-9131-6e8cd0c502fe tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:09.577415 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c9d113bc-3c0d-4b80-ba1b-cbb46f70bcac req-f845cded-8548-490c-9131-6e8cd0c502fe tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.1109097 Apr 30 13:14:09.640545 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c9d113bc-3c0d-4b80-ba1b-cbb46f70bcac req-1a8e3e2b-d1c3-430b-9d1c-963d12adbada tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556276 Apr 30 13:14:10.235477 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3011e-0ede-4343-a3a3-62c428b0fcf3 req-4bddb3b8-0ab4-40be-88a7-b7fc6f3f800a tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:10.243872 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5ff3011e-0ede-4343-a3a3-62c428b0fcf3 req-4bddb3b8-0ab4-40be-88a7-b7fc6f3f800a tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.2507641 Apr 30 13:14:10.296130 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b00f37-7c3a-498c-ab37-ba62727ab689 req-3eba3d21-6dc8-45e6-a87e-b11f8ba046a6 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:10.307324 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c6b00f37-7c3a-498c-ab37-ba62727ab689 req-3eba3d21-6dc8-45e6-a87e-b11f8ba046a6 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 945 time: 0.2698035 Apr 30 13:14:10.315108 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326417d5-645c-45c6-929c-b6635644fcee req-574e7ad6-9fbb-4b22-8a5f-9e8438564da0 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:10.317997 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-326417d5-645c-45c6-929c-b6635644fcee req-574e7ad6-9fbb-4b22-8a5f-9e8438564da0 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 945 time: 0.1163447 Apr 30 13:14:10.362385 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5ff3011e-0ede-4343-a3a3-62c428b0fcf3 req-df5c39a1-4570-45b1-82e4-07717a03a1c4 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171772 Apr 30 13:14:10.401503 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c6b00f37-7c3a-498c-ab37-ba62727ab689 req-60a868a2-4fed-47ae-a8cb-6c9cfd5fe35f tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927463 Apr 30 13:14:10.627652 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-326417d5-645c-45c6-929c-b6635644fcee req-f47ccf98-74d3-45d0-8c7e-95d6bc2cd2c1 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Deleting port 8333a690-60e8-4507-822e-695d158ffbc1 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:14:10.628032 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-326417d5-645c-45c6-929c-b6635644fcee req-f47ccf98-74d3-45d0-8c7e-95d6bc2cd2c1 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:10.821338 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-326417d5-645c-45c6-929c-b6635644fcee req-f47ccf98-74d3-45d0-8c7e-95d6bc2cd2c1 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] For port 8333a690-60e8-4507-822e-695d158ffbc1, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8333a690-60e8-4507-822e-695d158ffbc1,segment=NetworkSegment(bf92682c-f1bf-460a-9db6-da3d1c6f85ca),segment_id=bf92682c-f1bf-460a-9db6-da3d1c6f85ca)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:10.822170 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-326417d5-645c-45c6-929c-b6635644fcee req-f47ccf98-74d3-45d0-8c7e-95d6bc2cd2c1 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:10.914770 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18158585-f028-4b09-9da1-ba0d122518f9 req-e6a23a0a-e3f3-4cee-8858-3ccf3ad5e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:10.916874 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-18158585-f028-4b09-9da1-ba0d122518f9 req-e6a23a0a-e3f3-4cee-8858-3ccf3ad5e33a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 1098 time: 0.2190363 Apr 30 13:14:10.941123 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f46de-de6a-46cb-83a4-04e71c289330 req-0ad2785b-b897-4758-8c9f-3463645c7ade tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:10.949549 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-220f46de-de6a-46cb-83a4-04e71c289330 req-0ad2785b-b897-4758-8c9f-3463645c7ade tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.1745722 Apr 30 13:14:10.974107 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-326417d5-645c-45c6-929c-b6635644fcee req-f47ccf98-74d3-45d0-8c7e-95d6bc2cd2c1 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Calling delete_port for 8333a690-60e8-4507-822e-695d158ffbc1 owned by compute:nova {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:14:11.026667 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-18158585-f028-4b09-9da1-ba0d122518f9 req-94c0ff53-f210-49e6-8044-8e406d1b70de service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734646 Apr 30 13:14:11.038454 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-220f46de-de6a-46cb-83a4-04e71c289330 req-9622709a-396b-4870-b814-235549866632 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875709 Apr 30 13:14:11.152814 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-326417d5-645c-45c6-929c-b6635644fcee req-f47ccf98-74d3-45d0-8c7e-95d6bc2cd2c1 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:11.159460 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:11.203891 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['8333a690-60e8-4507-822e-695d158ffbc1'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:14:11.207684 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ccf98-74d3-45d0-8c7e-95d6bc2cd2c1 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Pushing event deleted for resources: {'Port': ['ID=8333a690-60e8-4507-822e-695d158ffbc1,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:11.211277 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f47ccf98-74d3-45d0-8c7e-95d6bc2cd2c1 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:11.304653 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-326417d5-645c-45c6-929c-b6635644fcee req-f47ccf98-74d3-45d0-8c7e-95d6bc2cd2c1 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] No DVR routers for this DVR port 8333a690-60e8-4507-822e-695d158ffbc1 on host hv-cinder-78445 {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:14:11.307784 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-326417d5-645c-45c6-929c-b6635644fcee req-f47ccf98-74d3-45d0-8c7e-95d6bc2cd2c1 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:11.311384 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f091ca-8d0b-424a-9298-c41c3bd2a1ef', 'name': 'network-vif-deleted', 'tag': '8333a690-60e8-4507-822e-695d158ffbc1'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:11.346946 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-326417d5-645c-45c6-929c-b6635644fcee req-f47ccf98-74d3-45d0-8c7e-95d6bc2cd2c1 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.71 "DELETE /v2.0/ports/8333a690-60e8-4507-822e-695d158ffbc1 HTTP/1.1" status: 204 len: 173 time: 1.0178390 Apr 30 13:14:11.368011 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f091ca-8d0b-424a-9298-c41c3bd2a1ef', 'name': 'network-vif-deleted', 'tag': '8333a690-60e8-4507-822e-695d158ffbc1', 'status': 'completed', 'code': 200} Apr 30 13:14:11.660891 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-af7cdeb4-d343-43d5-970b-ef1658972473 req-4f9c1a20-02ee-4f61-a29f-b0fc114a4ceb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=a3f091ca-8d0b-424a-9298-c41c3bd2a1ef HTTP/1.1" status: 200 len: 210 time: 0.0615866 Apr 30 13:14:11.807646 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9a63f-d1a1-4574-98a8-3eb80e3a21f3 req-952a0637-95c6-4df9-b023-82418f72bea3 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:11.809523 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b2b9a63f-d1a1-4574-98a8-3eb80e3a21f3 req-952a0637-95c6-4df9-b023-82418f72bea3 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1455812 Apr 30 13:14:11.906585 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b2b9a63f-d1a1-4574-98a8-3eb80e3a21f3 req-5c4e7f6a-5c85-4159-86d8-9ccc16a856dd tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814214 Apr 30 13:14:12.261270 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49c5bb-d3d6-404b-b17b-452a77dfe007 req-76b85e84-9d7d-467d-b6d3-fc00737373de tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:12.263149 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3a49c5bb-d3d6-404b-b17b-452a77dfe007 req-76b85e84-9d7d-467d-b6d3-fc00737373de tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.1032453 Apr 30 13:14:12.326032 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3a49c5bb-d3d6-404b-b17b-452a77dfe007 req-0660d7ce-a679-4fe3-add7-789faf513258 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541217 Apr 30 13:14:13.297181 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce209b10-cbf7-473e-bc5b-08a7c5161ed4 req-7cdd9b32-a830-49bb-8155-4d9ac09701f8 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:13.298630 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ce209b10-cbf7-473e-bc5b-08a7c5161ed4 req-7cdd9b32-a830-49bb-8155-4d9ac09701f8 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.2340972 Apr 30 13:14:13.331099 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-74ea2bf2-a62f-4801-bac6-0972ea541c79 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:13.332505 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-74ea2bf2-a62f-4801-bac6-0972ea541c79 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/networks?id=d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd HTTP/1.1" status: 200 len: 809 time: 0.2074678 Apr 30 13:14:13.358053 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-c63b05d9-4c34-4f3e-b537-7398522b7749 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/quotas/cf8e3af25206457fb51bca7a0c237b90 HTTP/1.1" status: 200 len: 375 time: 0.0164676 Apr 30 13:14:13.361127 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ce209b10-cbf7-473e-bc5b-08a7c5161ed4 req-b8bbbdb6-ad65-4f37-9567-decb6b1fed0d tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615733 Apr 30 13:14:13.409561 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-0874d96e-ab45-48d9-8986-a85d954bdb7f tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=cf8e3af25206457fb51bca7a0c237b90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454309 Apr 30 13:14:13.742873 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-9d579619-0707-4e5a-bdb0-271b093ff82a service neutron] 10.222.0.69 "GET /v2.0/networks/d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246319 Apr 30 13:14:13.794698 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936e97b-e5b4-4ee1-8dca-451e51dc7007 req-ec6276b9-6a29-4e03-b4cb-be6f36cd2097 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:13.796188 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6936e97b-e5b4-4ee1-8dca-451e51dc7007 req-ec6276b9-6a29-4e03-b4cb-be6f36cd2097 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.3035352 Apr 30 13:14:13.908041 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6936e97b-e5b4-4ee1-8dca-451e51dc7007 req-26e1cc2f-6b07-4d5a-b294-5e41b009916f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038506 Apr 30 13:14:13.928494 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-27c96c28-98c7-42ca-8935-5f18b12192d1 service neutron] 10.222.0.69 "GET /v2.0/networks/d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784620 Apr 30 13:14:14.110049 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f119edfe-de81-4d62-8bd9-aadcc216f847 req-ff23ffac-db78-4a7a-b35c-3977d65735a3 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 210 time: 0.0424564 Apr 30 13:14:14.442238 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 8333a690-60e8-4507-822e-695d158ffbc1 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:14:14.494304 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: 8333a690-60e8-4507-822e-695d158ffbc1 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:14:14.495157 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 8333a690-60e8-4507-822e-695d158ffbc1 not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:14:14.615858 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e1809-8842-4553-b951-4ab51c015c1f req-15d31244-0260-43cb-8604-e538e9ca94ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:14.617797 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6f2e1809-8842-4553-b951-4ab51c015c1f req-15d31244-0260-43cb-8604-e538e9ca94ed service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9ae82ace87d14c12b35259bd0973dda6&device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 1098 time: 0.0846632 Apr 30 13:14:14.765849 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e1809-8842-4553-b951-4ab51c015c1f req-d77f27d3-5f77-486e-a828-06e5b8a01404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:14.767194 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6f2e1809-8842-4553-b951-4ab51c015c1f req-d77f27d3-5f77-486e-a828-06e5b8a01404 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58 HTTP/1.1" status: 200 len: 921 time: 0.1355040 Apr 30 13:14:14.797749 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c1d75-b31a-434a-9411-d68251c936ab req-8bc15e9e-ac7b-4359-a485-c3f679253e2f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:14.799988 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-538c1d75-b31a-434a-9411-d68251c936ab req-8bc15e9e-ac7b-4359-a485-c3f679253e2f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1477060 Apr 30 13:14:14.802883 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af65fdc-2334-4383-b7b8-5b5dff2f3d97 req-d75b6b97-552c-40df-a32a-20f8486ee8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:14.804549 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4af65fdc-2334-4383-b7b8-5b5dff2f3d97 req-d75b6b97-552c-40df-a32a-20f8486ee8bc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a397097db8304460991aa7950d00f829&device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 1098 time: 0.1509855 Apr 30 13:14:14.850788 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6f2e1809-8842-4553-b951-4ab51c015c1f req-cd1b0e2d-af1e-42ae-b397-2031be77bbc7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7b2af60-4552-417a-9aa9-646dcfac8e70 HTTP/1.1" status: 200 len: 217 time: 0.0741496 Apr 30 13:14:14.943095 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e1809-8842-4553-b951-4ab51c015c1f req-510c490a-cf5e-4cac-a700-1f979411d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:14.944330 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6f2e1809-8842-4553-b951-4ab51c015c1f req-510c490a-cf5e-4cac-a700-1f979411d351 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a7902b94-9475-4f0c-afc1-0ffb637b7e52 HTTP/1.1" status: 200 len: 859 time: 0.0631368 Apr 30 13:14:14.945772 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-538c1d75-b31a-434a-9411-d68251c936ab req-cd4f2033-09fa-46e6-b8b8-492d99640e56 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356359 Apr 30 13:14:14.982006 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af65fdc-2334-4383-b7b8-5b5dff2f3d97 req-d6e3b62c-1360-4a64-84d2-a9fd1826b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:14.983566 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4af65fdc-2334-4383-b7b8-5b5dff2f3d97 req-d6e3b62c-1360-4a64-84d2-a9fd1826b757 service neutron] 10.222.0.71 "GET /v2.0/networks?id=384ed945-7697-4aed-a91c-b54f67f71379 HTTP/1.1" status: 200 len: 919 time: 0.1721795 Apr 30 13:14:15.011533 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6f2e1809-8842-4553-b951-4ab51c015c1f req-bb59f7ec-a9de-4cb0-89cc-e662750be3e9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563943 Apr 30 13:14:15.148221 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4af65fdc-2334-4383-b7b8-5b5dff2f3d97 req-7cd11192-5dc4-41ee-8917-b0fa1ef0116e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cd7dfae-50d3-4898-bc92-62023a8d0059 HTTP/1.1" status: 200 len: 1001 time: 0.1572504 Apr 30 13:14:15.169654 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6f2e1809-8842-4553-b951-4ab51c015c1f req-58292c62-384e-4965-bdcc-9f3f516f3202 service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495380 Apr 30 13:14:15.219187 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a4819-b679-422a-97f9-acf956fb8c35 req-6bc51a4c-3183-4fde-9093-8facdeb40e80 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:15.220720 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cb0a4819-b679-422a-97f9-acf956fb8c35 req-6bc51a4c-3183-4fde-9093-8facdeb40e80 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.1660979 Apr 30 13:14:15.259899 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af65fdc-2334-4383-b7b8-5b5dff2f3d97 req-38b78625-3438-49d2-ad2a-fcad1d1e1c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:15.261939 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4af65fdc-2334-4383-b7b8-5b5dff2f3d97 req-38b78625-3438-49d2-ad2a-fcad1d1e1c63 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc33453d-4422-4eee-9e94-1b257b2eaad2 HTTP/1.1" status: 200 len: 856 time: 0.1049438 Apr 30 13:14:15.386609 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6f2e1809-8842-4553-b951-4ab51c015c1f req-49406928-2903-41db-9e9f-3123cd59edcd service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832530 Apr 30 13:14:15.402252 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cb0a4819-b679-422a-97f9-acf956fb8c35 req-037c6ceb-9c4c-4d84-8f84-d25c74fb15c3 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699510 Apr 30 13:14:15.407519 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4de25e39-b9f5-40b3-ba9f-fe34c7d18013 req-433425fa-0530-43e8-9cb0-29ebf0b4f1eb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 210 time: 0.0667822 Apr 30 13:14:15.453571 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af65fdc-2334-4383-b7b8-5b5dff2f3d97 req-ff9b3917-740c-4759-8991-0ccf30a1e76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:15.455426 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4af65fdc-2334-4383-b7b8-5b5dff2f3d97 req-ff9b3917-740c-4759-8991-0ccf30a1e76c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=384ed945-7697-4aed-a91c-b54f67f71379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1857574 Apr 30 13:14:15.624307 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4af65fdc-2334-4383-b7b8-5b5dff2f3d97 req-45ac412f-7cea-45d4-96af-9c92b6d2ca48 service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553674 Apr 30 13:14:15.724854 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-8e9c28e6-cfc3-479f-847b-8c3c1ca33f0c tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:15.727286 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-8e9c28e6-cfc3-479f-847b-8c3c1ca33f0c tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.71 "GET /v2.0/networks?id=d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd HTTP/1.1" status: 200 len: 809 time: 0.2807493 Apr 30 13:14:15.765628 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-2d97c614-56cc-4137-9583-a6aa06806ceb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Request body: {'port': {'device_id': '4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5', 'network_id': 'd3465f31-0ca2-4ec8-adfb-6ea2134fb5bd', 'admin_state_up': True, 'tenant_id': 'cf8e3af25206457fb51bca7a0c237b90'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:15.778463 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4af65fdc-2334-4383-b7b8-5b5dff2f3d97 req-5d802709-5577-4c5e-8e6e-70036f8ddc56 service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468213 Apr 30 13:14:15.918517 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-2d97c614-56cc-4137-9583-a6aa06806ceb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:15.923455 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-2d97c614-56cc-4137-9583-a6aa06806ceb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Usage tracker for resource:port and tenant:cf8e3af25206457fb51bca7a0c237b90 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:15.928385 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-2d97c614-56cc-4137-9583-a6aa06806ceb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:15.934830 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-2d97c614-56cc-4137-9583-a6aa06806ceb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:15.946513 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-2d97c614-56cc-4137-9583-a6aa06806ceb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Made reservation on behalf of cf8e3af25206457fb51bca7a0c237b90 for: {'port': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:15.952902 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-2d97c614-56cc-4137-9583-a6aa06806ceb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:16.003687 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 39732) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:16.184685 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-276e1279-c779-429a-b721-b5cf68865ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:16.206889 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-276e1279-c779-429a-b721-b5cf68865ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:16.212266 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-276e1279-c779-429a-b721-b5cf68865ebd admin admin] Usage tracker for resource:security_group_rule and tenant:3be0066891b84be9a1d9141c50280ea0 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:16.216388 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-276e1279-c779-429a-b721-b5cf68865ebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:16.220968 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-2d97c614-56cc-4137-9583-a6aa06806ceb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Allocated IP 172.20.0.14 (d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd/3e5bab88-1754-4806-93fd-616a3c68ac1f/beafe99d-0225-4996-9b2c-7e6ed8c092b8) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:14:16.223373 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-276e1279-c779-429a-b721-b5cf68865ebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:16.275491 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85878977-7609-4a3f-97f9-b63d7bd3a899 req-4b68b72b-1555-4128-9059-bfd406997361 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:16.276989 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-85878977-7609-4a3f-97f9-b63d7bd3a899 req-4b68b72b-1555-4128-9059-bfd406997361 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1546049 Apr 30 13:14:16.348166 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-85878977-7609-4a3f-97f9-b63d7bd3a899 req-0fa8be12-7572-4269-89e6-08ddd85e0f8e tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607138 Apr 30 13:14:16.385346 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-276e1279-c779-429a-b721-b5cf68865ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:16.390965 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-276e1279-c779-429a-b721-b5cf68865ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:16.399720 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-785b7ff3-ed63-42aa-a6f9-96bd879cc581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:16.446171 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-276e1279-c779-429a-b721-b5cf68865ebd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3be0066891b84be9a1d9141c50280ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4413261 Apr 30 13:14:16.447012 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 39738) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:16.449751 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276e1279-c779-429a-b721-b5cf68865ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100ac7d4-51a1-4020-a2c4-ce5be87cf7b0,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:16.451959 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-2d97c614-56cc-4137-9583-a6aa06806ceb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:16.464510 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-276e1279-c779-429a-b721-b5cf68865ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:16.482994 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-2d97c614-56cc-4137-9583-a6aa06806ceb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:16.497775 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:16.551398 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-2d97c614-56cc-4137-9583-a6aa06806ceb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Network d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:14:16.555101 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-2d97c614-56cc-4137-9583-a6aa06806ceb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:16.559878 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-2d97c614-56cc-4137-9583-a6aa06806ceb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:14:16.561914 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f667e653-af2f-41c6-8f1b-e5525b02c6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:16.598346 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f667e653-af2f-41c6-8f1b-e5525b02c6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:16.621346 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97c614-56cc-4137-9583-a6aa06806ceb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Pushing event updated for resources: {'Port': ['ID=beafe99d-0225-4996-9b2c-7e6ed8c092b8,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:16.626292 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2d97c614-56cc-4137-9583-a6aa06806ceb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:16.642379 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-2d97c614-56cc-4137-9583-a6aa06806ceb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:16.643045 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-2d97c614-56cc-4137-9583-a6aa06806ceb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:16.686720 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-2d97c614-56cc-4137-9583-a6aa06806ceb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9266932 Apr 30 13:14:16.708802 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Request body: {'port': {'device_id': '4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:16.837603 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:16.903058 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d49b4c-5c0c-4abb-a361-a1d500e319ed req-68eedc9f-3450-4467-947d-0ca65822ab44 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:16.904579 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d2d49b4c-5c0c-4abb-a361-a1d500e319ed req-68eedc9f-3450-4467-947d-0ca65822ab44 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.1864035 Apr 30 13:14:16.912681 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5384cb-933d-4abb-9a4b-294d4005195a req-589129b8-9842-4ab3-a288-9548139b74b2 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:16.914444 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6f5384cb-933d-4abb-9a4b-294d4005195a req-589129b8-9842-4ab3-a288-9548139b74b2 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 932 time: 0.1951478 Apr 30 13:14:16.916582 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f667e653-af2f-41c6-8f1b-e5525b02c6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:16.922197 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-f7cb3e06-81c8-445b-b65b-5de9acccb412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:16.966690 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667e653-af2f-41c6-8f1b-e5525b02c6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100ac7d4-51a1-4020-a2c4-ce5be87cf7b0,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:16.973538 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-f667e653-af2f-41c6-8f1b-e5525b02c6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:17.013346 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f667e653-af2f-41c6-8f1b-e5525b02c6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:17.014493 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-f667e653-af2f-41c6-8f1b-e5525b02c6c6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/100ac7d4-51a1-4020-a2c4-ce5be87cf7b0 HTTP/1.1" status: 204 len: 168 time: 0.5663507 Apr 30 13:14:17.020470 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d2d49b4c-5c0c-4abb-a361-a1d500e319ed req-d7594396-cb87-4844-a626-a3ac00f3530c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050253 Apr 30 13:14:17.030522 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6f5384cb-933d-4abb-9a4b-294d4005195a req-ef7189be-776e-430d-a375-ae849b8b61b7 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005299 Apr 30 13:14:17.287557 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beafe99d-0225-4996-9b2c-7e6ed8c092b8 {{(pid=73813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:14:17.296527 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:17.312580 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Transition to ACTIVE for port object beafe99d-0225-4996-9b2c-7e6ed8c092b8 will not be triggered until provisioned by entity L2. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:14:17.317077 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:17.322730 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:17.417312 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 39762) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:17.452201 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4d1d859f-18af-430a-aab3-5a9f5cc9322c admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:17.484659 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-4d1d859f-18af-430a-aab3-5a9f5cc9322c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:17.489191 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-4d1d859f-18af-430a-aab3-5a9f5cc9322c admin admin] Usage tracker for resource:security_group_rule and tenant:a2a90bd4a4634760acc2ffed1b928e4e is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:17.492495 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-4d1d859f-18af-430a-aab3-5a9f5cc9322c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:17.499588 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-4d1d859f-18af-430a-aab3-5a9f5cc9322c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:17.546524 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Pushing event updated for resources: {'Port': ['ID=beafe99d-0225-4996-9b2c-7e6ed8c092b8,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:17.557274 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:17.592169 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Attempting to bind port beafe99d-0225-4996-9b2c-7e6ed8c092b8 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:14:17.592169 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Attempting to bind port beafe99d-0225-4996-9b2c-7e6ed8c092b8 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'bf92682c-f1bf-460a-9db6-da3d1c6f85ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd3465f31-0ca2-4ec8-adfb-6ea2134fb5bd'}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:14:17.592169 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Attempting to bind port beafe99d-0225-4996-9b2c-7e6ed8c092b8 on network d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:14:17.597362 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Port beafe99d-0225-4996-9b2c-7e6ed8c092b8 on network d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:14:17.597707 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Attempting to bind port beafe99d-0225-4996-9b2c-7e6ed8c092b8 on network d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:14:17.603621 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:14:17.603933 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Checking segment: {'id': 'bf92682c-f1bf-460a-9db6-da3d1c6f85ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd3465f31-0ca2-4ec8-adfb-6ea2134fb5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:17.604318 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Bound using segment: {'id': 'bf92682c-f1bf-460a-9db6-da3d1c6f85ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd3465f31-0ca2-4ec8-adfb-6ea2134fb5bd'} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:14:17.604751 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Bound port: beafe99d-0225-4996-9b2c-7e6ed8c092b8, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf92682c-f1bf-460a-9db6-da3d1c6f85ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'd3465f31-0ca2-4ec8-adfb-6ea2134fb5bd'}}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:14:17.605088 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:17.673492 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15ea3a-942d-45e5-a20d-34b38fd21697 req-7635e9a6-fed3-4b00-a541-fac4fc202c22 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:17.675303 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0e15ea3a-942d-45e5-a20d-34b38fd21697 req-7635e9a6-fed3-4b00-a541-fac4fc202c22 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1483810 Apr 30 13:14:17.677749 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4d1d859f-18af-430a-aab3-5a9f5cc9322c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:17.683497 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4d1d859f-18af-430a-aab3-5a9f5cc9322c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:17.693835 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-f667e653-af2f-41c6-8f1b-e5525b02c6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:17.719088 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] For port beafe99d-0225-4996-9b2c-7e6ed8c092b8, host hv-cinder-78445, cleared binding levels {{(pid=73813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:14:17.722831 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] For port beafe99d-0225-4996-9b2c-7e6ed8c092b8, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=beafe99d-0225-4996-9b2c-7e6ed8c092b8,segment=NetworkSegment(bf92682c-f1bf-460a-9db6-da3d1c6f85ca),segment_id=bf92682c-f1bf-460a-9db6-da3d1c6f85ca)] {{(pid=73813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:14:17.729531 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:17.733757 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:17.763324 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-4d1d859f-18af-430a-aab3-5a9f5cc9322c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a2a90bd4a4634760acc2ffed1b928e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448932 Apr 30 13:14:17.770957 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 39766) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:17.790078 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:17.790708 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:17.792134 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] 10.222.0.71 "PUT /v2.0/ports/beafe99d-0225-4996-9b2c-7e6ed8c092b8 HTTP/1.1" status: 200 len: 1094 time: 1.0882802 Apr 30 13:14:17.792816 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5', 'tag': 'beafe99d-0225-4996-9b2c-7e6ed8c092b8'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:17.793693 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d859f-18af-430a-aab3-5a9f5cc9322c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d277cb98-2627-43bf-9e4d-c8e5265c7982,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:17.802041 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-4d1d859f-18af-430a-aab3-5a9f5cc9322c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:17.811817 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0e15ea3a-942d-45e5-a20d-34b38fd21697 req-e52d7d7d-bbae-41f7-9f37-c43bcff6f61f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206489 Apr 30 13:14:17.836535 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Pushing event updated for resources: {'Port': ['ID=beafe99d-0225-4996-9b2c-7e6ed8c092b8,revision_number=3']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:17.838705 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:17.853165 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5', 'tag': 'beafe99d-0225-4996-9b2c-7e6ed8c092b8', 'status': 'completed', 'code': 200} Apr 30 13:14:17.866288 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ff08d2dc-34ec-4a7d-b8fb-4be2c23e5a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:17.898179 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ff08d2dc-34ec-4a7d-b8fb-4be2c23e5a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:17.963869 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bacfb-938b-440c-921d-8ab9cbe7d683 req-a3742c9d-c2bb-4b25-b37d-c60821e828d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:17.964145 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ff08d2dc-34ec-4a7d-b8fb-4be2c23e5a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:17.965790 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-bf7bacfb-938b-440c-921d-8ab9cbe7d683 req-a3742c9d-c2bb-4b25-b37d-c60821e828d3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cf8e3af25206457fb51bca7a0c237b90&device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 1097 time: 0.0810251 Apr 30 13:14:17.967898 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-aa5b1cd9-7937-435f-8d4c-30a3d701919e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:17.979268 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08d2dc-34ec-4a7d-b8fb-4be2c23e5a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d277cb98-2627-43bf-9e4d-c8e5265c7982,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:17.989794 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ff08d2dc-34ec-4a7d-b8fb-4be2c23e5a72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:17.993791 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ff08d2dc-34ec-4a7d-b8fb-4be2c23e5a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:17.997237 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-ff08d2dc-34ec-4a7d-b8fb-4be2c23e5a72 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d277cb98-2627-43bf-9e4d-c8e5265c7982 HTTP/1.1" status: 204 len: 168 time: 0.2186153 Apr 30 13:14:18.165706 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bacfb-938b-440c-921d-8ab9cbe7d683 req-3e3a8066-15ee-4f26-bfad-52ea27c7bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:18.167147 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-bf7bacfb-938b-440c-921d-8ab9cbe7d683 req-3e3a8066-15ee-4f26-bfad-52ea27c7bb9a service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=cf8e3af25206457fb51bca7a0c237b90&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1858068 Apr 30 13:14:18.300543 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9f568-ccd4-4ec9-865b-16e680fd845a req-ce5ebaed-ed5a-4129-833f-e098d3384b61 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:18.302482 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9fc9f568-ccd4-4ec9-865b-16e680fd845a req-ce5ebaed-ed5a-4129-833f-e098d3384b61 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 945 time: 0.1512203 Apr 30 13:14:18.335853 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfc925-6033-44e6-8dd7-7b6ea8d36bb9 req-dd33ab92-6a34-4c5a-9459-30f2c6d58a67 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:18.337495 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-04dfc925-6033-44e6-8dd7-7b6ea8d36bb9 req-dd33ab92-6a34-4c5a-9459-30f2c6d58a67 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 944 time: 0.1452401 Apr 30 13:14:18.404359 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9fc9f568-ccd4-4ec9-865b-16e680fd845a req-3884df1d-f4aa-4850-88b3-e04df276283a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953000 Apr 30 13:14:18.408081 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bacfb-938b-440c-921d-8ab9cbe7d683 req-b84ac598-5ced-433f-a113-11cffa14d192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:18.411009 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-bf7bacfb-938b-440c-921d-8ab9cbe7d683 req-b84ac598-5ced-433f-a113-11cffa14d192 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2345774 Apr 30 13:14:18.456243 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-04dfc925-6033-44e6-8dd7-7b6ea8d36bb9 req-5f3c8d58-a336-4b53-bd81-240b1786785e tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099639 Apr 30 13:14:18.505462 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 0cd7dfae-50d3-4898-bc92-62023a8d0059 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:14:18.683783 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-eff54256-6790-4ba4-95d6-e076c5dc7e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:18.685838 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-eff54256-6790-4ba4-95d6-e076c5dc7e63 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=cf8e3af25206457fb51bca7a0c237b90&device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 1097 time: 0.0975087 Apr 30 13:14:18.694286 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:18.753101 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d095de-4619-4350-a486-c7238d32b916', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cd7dfae-50d3-4898-bc92-62023a8d0059'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:18.776017 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 0cd7dfae-50d3-4898-bc92-62023a8d0059, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0cd7dfae-50d3-4898-bc92-62023a8d0059,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:18.783649 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:18.786503 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:18.820898 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-6c75225e-ee12-4030-a6e7-81b308a9aaea service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beafe99d-0225-4996-9b2c-7e6ed8c092b8 HTTP/1.1" status: 200 len: 217 time: 0.1187861 Apr 30 13:14:18.903607 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-493a4f05-873a-48a8-b571-2914ce616f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:18.906590 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-493a4f05-873a-48a8-b571-2914ce616f67 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3e5bab88-1754-4806-93fd-616a3c68ac1f HTTP/1.1" status: 200 len: 849 time: 0.0760884 Apr 30 13:14:18.914374 dv-cinder-784453-4-iscsi neutron-server[73815]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b4d095de-4619-4350-a486-c7238d32b916', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0cd7dfae-50d3-4898-bc92-62023a8d0059', 'code': 422} returned with failed status Apr 30 13:14:18.936330 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=0cd7dfae-50d3-4898-bc92-62023a8d0059,revision_number=8']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:18.939905 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:18.983838 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-1e4273ab-b64f-48ab-98f2-48d6f7f04102 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700448 Apr 30 13:14:19.064608 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e646218-d76d-4c34-ba09-5b52e69a0efa req-7bf3cbde-5f40-46ef-99d6-7ad5a197a28f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:19.066269 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0e646218-d76d-4c34-ba09-5b52e69a0efa req-7bf3cbde-5f40-46ef-99d6-7ad5a197a28f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1125748 Apr 30 13:14:19.119110 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0e646218-d76d-4c34-ba09-5b52e69a0efa req-3222dd02-0a0d-4ec8-9711-63214ee51b7c tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451984 Apr 30 13:14:19.160730 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-e410a06f-df88-4fb0-92c8-c1983583523e service neutron] 10.222.0.71 "GET /v2.0/networks/d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698551 Apr 30 13:14:19.760914 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa09e0-cbe3-42b1-8bf4-eccf862f78a4 req-3e1fef67-6d50-4abb-897a-92f17070a4a3 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:19.764063 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cdfa09e0-cbe3-42b1-8bf4-eccf862f78a4 req-3e1fef67-6d50-4abb-897a-92f17070a4a3 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 944 time: 0.1057153 Apr 30 13:14:19.874381 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cdfa09e0-cbe3-42b1-8bf4-eccf862f78a4 req-7029895b-5feb-49d6-8372-db8ca46e61a6 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621645 Apr 30 13:14:19.905041 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f656543-53b8-4273-802f-b417af19f3e2 req-983a2f18-5202-4743-800e-814952080487 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:19.906664 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3f656543-53b8-4273-802f-b417af19f3e2 req-983a2f18-5202-4743-800e-814952080487 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.1413479 Apr 30 13:14:19.984908 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3f656543-53b8-4273-802f-b417af19f3e2 req-2be342f9-4af5-417d-ba92-7153183c54fe tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702975 Apr 30 13:14:20.126439 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-63b2cd52-fa01-4f96-b9fd-8a1ca0bd46d0 req-046d471b-bb5f-4a83-a8de-32e531030937 service neutron] 10.222.0.71 "GET /v2.0/networks/d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842029 Apr 30 13:14:20.234863 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 39872) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:20.353268 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8bf70263-57a7-4ec4-b48c-2bbd6f37844f req-83857bb5-42c8-4cc0-9d58-83b7cac1d394 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1171389 Apr 30 13:14:21.073297 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da468b87-741c-4d7b-b843-ec26cb598571 req-f6195ddd-c709-445a-bc95-7c99b3780758 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:21.074731 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-da468b87-741c-4d7b-b843-ec26cb598571 req-f6195ddd-c709-445a-bc95-7c99b3780758 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 944 time: 0.0879235 Apr 30 13:14:21.168888 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-da468b87-741c-4d7b-b843-ec26cb598571 req-68f357f4-c574-4862-a5d3-108318344261 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881233 Apr 30 13:14:21.199878 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ff114-5940-4c14-8b1c-f8c43fcf2c3b req-b4f9aa3f-c518-4425-b9ea-a49c9a9a7fde tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:21.201339 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-218ff114-5940-4c14-8b1c-f8c43fcf2c3b req-b4f9aa3f-c518-4425-b9ea-a49c9a9a7fde tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.1041334 Apr 30 13:14:21.246641 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-218ff114-5940-4c14-8b1c-f8c43fcf2c3b req-3737e3ff-f291-4d7d-bd96-707e2b0769f2 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393772 Apr 30 13:14:22.411596 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036e795-1104-4a85-b6df-fc0755ff2e84 req-e5a0ae03-d49d-4e55-8ed8-ae7b82840454 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:22.413100 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e036e795-1104-4a85-b6df-fc0755ff2e84 req-e5a0ae03-d49d-4e55-8ed8-ae7b82840454 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 944 time: 0.1262178 Apr 30 13:14:22.471391 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e036e795-1104-4a85-b6df-fc0755ff2e84 req-6e68eb39-2dd2-4d74-9a9c-4ccf297966f2 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523427 Apr 30 13:14:22.503950 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4b65f-5752-41d1-bfe5-23434bc2235a req-a457044d-60c2-4c8d-8903-e896a855b61b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:22.505685 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-44a4b65f-5752-41d1-bfe5-23434bc2235a req-a457044d-60c2-4c8d-8903-e896a855b61b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.1405902 Apr 30 13:14:22.564210 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-44a4b65f-5752-41d1-bfe5-23434bc2235a req-7923b148-2c45-45e5-8eee-29e8b49b041b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515380 Apr 30 13:14:22.783089 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 0cd7dfae-50d3-4898-bc92-62023a8d0059 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:14:23.665522 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e6eda-e282-4ad9-825b-39b21bb8ef38 req-628b8442-12bd-4b14-a353-2c9e0a26c220 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:23.667032 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5e5e6eda-e282-4ad9-825b-39b21bb8ef38 req-628b8442-12bd-4b14-a353-2c9e0a26c220 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 944 time: 0.0823882 Apr 30 13:14:23.767526 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5e5e6eda-e282-4ad9-825b-39b21bb8ef38 req-ebf26613-af2b-4ba6-a76e-9edba14ece66 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941551 Apr 30 13:14:23.797710 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c31fa-af68-4945-a9ac-b66f74a56218 req-0e72ee3e-9805-49af-9e57-1f927e969cb0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:23.799192 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d18c31fa-af68-4945-a9ac-b66f74a56218 req-0e72ee3e-9805-49af-9e57-1f927e969cb0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.1117213 Apr 30 13:14:23.925643 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d18c31fa-af68-4945-a9ac-b66f74a56218 req-aed049b7-f4ab-4973-a36a-7d469fe60788 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181469 Apr 30 13:14:24.787049 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device beafe99d-0225-4996-9b2c-7e6ed8c092b8 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:14:24.965933 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f3b45-5dc6-4bba-9d91-a34d3f908233 req-bdcb3ceb-d26d-418e-92d5-3579e454789c tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:24.967773 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-204f3b45-5dc6-4bba-9d91-a34d3f908233 req-bdcb3ceb-d26d-418e-92d5-3579e454789c tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 944 time: 0.0833032 Apr 30 13:14:24.973221 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port beafe99d-0225-4996-9b2c-7e6ed8c092b8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=beafe99d-0225-4996-9b2c-7e6ed8c092b8,segment=NetworkSegment(bf92682c-f1bf-460a-9db6-da3d1c6f85ca),segment_id=bf92682c-f1bf-460a-9db6-da3d1c6f85ca)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:24.988284 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': 'beafe99d-0225-4996-9b2c-7e6ed8c092b8', 'network_id': 'd3465f31-0ca2-4ec8-adfb-6ea2134fb5bd', 'port_id': 'beafe99d-0225-4996-9b2c-7e6ed8c092b8', 'mac_address': 'fa:16:3e:ad:57:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5bab88-1754-4806-93fd-616a3c68ac1f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:14:25.020394 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-204f3b45-5dc6-4bba-9d91-a34d3f908233 req-45f74f21-5192-412e-8f4a-e9f3b01362b1 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467143 Apr 30 13:14:25.050868 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:25.069957 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beafe99d-0225-4996-9b2c-7e6ed8c092b8 {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:14:25.088288 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port beafe99d-0225-4996-9b2c-7e6ed8c092b8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=beafe99d-0225-4996-9b2c-7e6ed8c092b8,segment=NetworkSegment(bf92682c-f1bf-460a-9db6-da3d1c6f85ca),segment_id=bf92682c-f1bf-460a-9db6-da3d1c6f85ca)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:25.093901 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:25.097711 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:25.140432 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb153e2-e441-493e-8004-ac5236dbfdb9 req-89a1fa73-d82f-4bb2-a2a9-96e6ddf71906 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:25.141982 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4cb153e2-e441-493e-8004-ac5236dbfdb9 req-89a1fa73-d82f-4bb2-a2a9-96e6ddf71906 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.0895853 Apr 30 13:14:25.171481 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=beafe99d-0225-4996-9b2c-7e6ed8c092b8,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:25.175361 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:25.189231 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4cb153e2-e441-493e-8004-ac5236dbfdb9 req-3f84e7ff-29cf-482e-b584-ad67aa1b2bc8 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411963 Apr 30 13:14:25.457091 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['beafe99d-0225-4996-9b2c-7e6ed8c092b8'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:14:26.217019 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f77c7-c3b0-4ba1-934b-f108843943ec req-31ecca00-ba33-41fb-8433-744c64c29579 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:26.218495 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ee1f77c7-c3b0-4ba1-934b-f108843943ec req-31ecca00-ba33-41fb-8433-744c64c29579 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 945 time: 0.0866544 Apr 30 13:14:26.267970 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ee1f77c7-c3b0-4ba1-934b-f108843943ec req-e1ecb624-17a1-4455-ad27-64b03168f770 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430143 Apr 30 13:14:26.389109 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ea6a4-4dd8-4f2d-9f67-0750e37133e2 req-c241e2c6-1347-4bdc-a5b4-658b63641508 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:26.390617 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c51ea6a4-4dd8-4f2d-9f67-0750e37133e2 req-c241e2c6-1347-4bdc-a5b4-658b63641508 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.0829771 Apr 30 13:14:26.440635 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c51ea6a4-4dd8-4f2d-9f67-0750e37133e2 req-179fdf3a-3262-4b5c-96ff-ed60fce83571 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437560 Apr 30 13:14:26.788358 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device beafe99d-0225-4996-9b2c-7e6ed8c092b8 up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:14:26.863564 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port beafe99d-0225-4996-9b2c-7e6ed8c092b8 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:14:26.869166 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port beafe99d-0225-4996-9b2c-7e6ed8c092b8 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:26.869577 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:26.994920 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:27.023787 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beafe99d-0225-4996-9b2c-7e6ed8c092b8'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:27.034490 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port beafe99d-0225-4996-9b2c-7e6ed8c092b8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=beafe99d-0225-4996-9b2c-7e6ed8c092b8,segment=NetworkSegment(bf92682c-f1bf-460a-9db6-da3d1c6f85ca),segment_id=bf92682c-f1bf-460a-9db6-da3d1c6f85ca)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:27.039275 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:27.042126 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:27.074707 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beafe99d-0225-4996-9b2c-7e6ed8c092b8', 'code': 200} Apr 30 13:14:27.115981 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=beafe99d-0225-4996-9b2c-7e6ed8c092b8,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:27.119151 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:27.351012 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ec788-3436-4103-aecb-49df628e6e45 req-8b1c3206-74bc-4f5e-b9c1-479b6aa0ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:27.352531 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-eb9ec788-3436-4103-aecb-49df628e6e45 req-8b1c3206-74bc-4f5e-b9c1-479b6aa0ccb2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 1099 time: 0.0774200 Apr 30 13:14:27.394852 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-eb9ec788-3436-4103-aecb-49df628e6e45 req-c7e97b03-baf0-4d09-9e29-684743812a38 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351930 Apr 30 13:14:27.463287 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49313f6e-d2df-422d-925d-43cb65f8ea70 req-48f4d670-3d80-48ff-944a-088d360ff4b4 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:27.467093 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-49313f6e-d2df-422d-925d-43cb65f8ea70 req-48f4d670-3d80-48ff-944a-088d360ff4b4 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 946 time: 0.0903273 Apr 30 13:14:27.524460 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-49313f6e-d2df-422d-925d-43cb65f8ea70 req-a040f278-2751-42e6-9a04-1f475bac88cd tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524774 Apr 30 13:14:27.646723 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f7f1e-1d88-4a6e-8c54-1fb929e601b8 req-6f3b086d-52c4-420d-a48f-0c65c0ccd668 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:27.648450 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c73f7f1e-1d88-4a6e-8c54-1fb929e601b8 req-6f3b086d-52c4-420d-a48f-0c65c0ccd668 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.0862379 Apr 30 13:14:27.706802 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c73f7f1e-1d88-4a6e-8c54-1fb929e601b8 req-99c820ba-d292-4678-85f0-8ec4feca1659 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462658 Apr 30 13:14:28.710203 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c9476-fe21-478e-8744-3682a5723a9b req-80244764-9d83-4dfe-b424-6e74bf729391 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:28.711686 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e57c9476-fe21-478e-8744-3682a5723a9b req-80244764-9d83-4dfe-b424-6e74bf729391 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 946 time: 0.0800600 Apr 30 13:14:28.762972 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e57c9476-fe21-478e-8744-3682a5723a9b req-a4ae1d09-0072-43ec-bee1-ad170e3ae924 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448561 Apr 30 13:14:28.900525 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6743d-ae60-4e41-a688-5380aeecf044 req-3ba15b0b-73e2-4acb-bb8b-58b8dc2ec83c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:28.902089 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f1d6743d-ae60-4e41-a688-5380aeecf044 req-3ba15b0b-73e2-4acb-bb8b-58b8dc2ec83c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.0859051 Apr 30 13:14:28.958864 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f1d6743d-ae60-4e41-a688-5380aeecf044 req-ce3f3ef7-af3c-4ff0-92d3-706fcbd25353 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493593 Apr 30 13:14:29.964122 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48443f93-73b7-4067-91c9-998135998ffb req-c032cd4e-1735-429b-a41c-7581b6444229 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:29.965656 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-48443f93-73b7-4067-91c9-998135998ffb req-c032cd4e-1735-429b-a41c-7581b6444229 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 946 time: 0.0944531 Apr 30 13:14:30.012273 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-48443f93-73b7-4067-91c9-998135998ffb req-ced6264e-95e5-462d-b999-18001c20adfb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403674 Apr 30 13:14:30.154532 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75baf36-182d-4631-af72-d777128ebdee req-274cd9d1-3bed-4104-b94b-0fd1c2341102 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:30.156060 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b75baf36-182d-4631-af72-d777128ebdee req-274cd9d1-3bed-4104-b94b-0fd1c2341102 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.0832295 Apr 30 13:14:30.203199 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b75baf36-182d-4631-af72-d777128ebdee req-1e25f3fe-0964-4925-9294-a05ada2c76b8 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409904 Apr 30 13:14:30.873271 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e4d7ce42-d135-420e-8b29-8103c11221f1 req-cd153c4d-005e-4005-ae4c-dc6aa6e91782 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698073 Apr 30 13:14:31.017281 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7ce42-d135-420e-8b29-8103c11221f1 req-5f721ee3-74ab-407c-97f9-ff078a4a63dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:31.018848 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e4d7ce42-d135-420e-8b29-8103c11221f1 req-5f721ee3-74ab-407c-97f9-ff078a4a63dc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=9ae82ace87d14c12b35259bd0973dda6&device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 1098 time: 0.0909224 Apr 30 13:14:31.099486 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:31.185712 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7ce42-d135-420e-8b29-8103c11221f1 req-1fe7d119-d97d-4cc6-a713-e0f19203ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:31.187341 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e4d7ce42-d135-420e-8b29-8103c11221f1 req-1fe7d119-d97d-4cc6-a713-e0f19203ae1d service neutron] 10.222.0.71 "GET /v2.0/networks?id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58 HTTP/1.1" status: 200 len: 921 time: 0.1465631 Apr 30 13:14:31.222331 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2af12-43ed-4529-abd7-be5642336cc4 req-672989f1-6c77-4e81-8f21-871f215ec40c tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:31.224098 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8bf2af12-43ed-4529-abd7-be5642336cc4 req-672989f1-6c77-4e81-8f21-871f215ec40c tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 946 time: 0.0957639 Apr 30 13:14:31.274219 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e4d7ce42-d135-420e-8b29-8103c11221f1 req-133e0259-6a83-487b-906c-a6da8e605b1d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=308cbf45-0e9c-4a51-baf7-d8508b14282f HTTP/1.1" status: 200 len: 217 time: 0.0758326 Apr 30 13:14:31.287933 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8bf2af12-43ed-4529-abd7-be5642336cc4 req-e2aa0a1b-c87e-4550-b77c-4f1912f418f8 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531919 Apr 30 13:14:31.348599 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7ce42-d135-420e-8b29-8103c11221f1 req-86d0b11f-d22a-4c48-b4d9-9416f83318f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:31.350459 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e4d7ce42-d135-420e-8b29-8103c11221f1 req-86d0b11f-d22a-4c48-b4d9-9416f83318f9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a7902b94-9475-4f0c-afc1-0ffb637b7e52 HTTP/1.1" status: 200 len: 859 time: 0.0694492 Apr 30 13:14:31.400649 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e4d7ce42-d135-420e-8b29-8103c11221f1 req-8540d0f6-7c30-4c78-8e73-4efd779b454b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ac15dd92-c60f-42ab-a3ca-e4794ec69c58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431314 Apr 30 13:14:31.432645 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7d256-9cc4-4451-bedb-d5feb4186dee req-a684d46f-3887-4188-82c2-460b81e8028a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:31.434238 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-37a7d256-9cc4-4451-bedb-d5feb4186dee req-a684d46f-3887-4188-82c2-460b81e8028a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.0895741 Apr 30 13:14:31.486012 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-37a7d256-9cc4-4451-bedb-d5feb4186dee req-141b75c6-2769-490a-be48-5152bcc69ce3 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448782 Apr 30 13:14:31.632128 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e4d7ce42-d135-420e-8b29-8103c11221f1 req-cd91da75-5567-4ce6-bdaf-bcec902b3ed5 service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742921 Apr 30 13:14:31.818037 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e4d7ce42-d135-420e-8b29-8103c11221f1 req-e7a0f22b-f04d-4e75-b9b3-ad028d821262 service neutron] 10.222.0.71 "GET /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481009 Apr 30 13:14:32.371370 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-3ed74dd1-8d4d-4293-a503-f9e65e963126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:32.516100 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71794847-c4b6-4eac-ad55-3deee846bca5 req-fa969115-5dcf-43bd-bf0a-04746a795028 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:32.517898 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-71794847-c4b6-4eac-ad55-3deee846bca5 req-fa969115-5dcf-43bd-bf0a-04746a795028 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 946 time: 0.1055477 Apr 30 13:14:32.594250 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-71794847-c4b6-4eac-ad55-3deee846bca5 req-1162d80c-e099-494f-9d48-ac53571db759 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698810 Apr 30 13:14:32.800267 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a9ce3-1b3c-415c-bee5-6c404d54cd9c req-8e47b625-387d-479a-907d-fabcaf94027c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:32.805595 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-549a9ce3-1b3c-415c-bee5-6c404d54cd9c req-8e47b625-387d-479a-907d-fabcaf94027c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.1527545 Apr 30 13:14:32.848301 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf70263-57a7-4ec4-b48c-2bbd6f37844f req-e64d2faf-0b46-4c08-b061-fd5cd1f6c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:32.849908 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-8bf70263-57a7-4ec4-b48c-2bbd6f37844f req-e64d2faf-0b46-4c08-b061-fd5cd1f6c250 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916&tenant_id=a397097db8304460991aa7950d00f829 HTTP/1.1" status: 200 len: 1096 time: 0.0912726 Apr 30 13:14:32.853808 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-549a9ce3-1b3c-415c-bee5-6c404d54cd9c req-c0b54a32-0332-43cd-bc13-835685ed1e32 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448368 Apr 30 13:14:33.081073 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf70263-57a7-4ec4-b48c-2bbd6f37844f req-a2fc3542-87c2-48e2-8d97-751c6a30935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:33.082489 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-8bf70263-57a7-4ec4-b48c-2bbd6f37844f req-a2fc3542-87c2-48e2-8d97-751c6a30935f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a397097db8304460991aa7950d00f829&device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 1096 time: 0.1639147 Apr 30 13:14:33.229614 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf70263-57a7-4ec4-b48c-2bbd6f37844f req-0ba9bdc1-2d95-4b4c-a5be-f9a98459eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:33.231363 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-8bf70263-57a7-4ec4-b48c-2bbd6f37844f req-0ba9bdc1-2d95-4b4c-a5be-f9a98459eaf1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=384ed945-7697-4aed-a91c-b54f67f71379 HTTP/1.1" status: 200 len: 919 time: 0.1413517 Apr 30 13:14:33.355155 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-8bf70263-57a7-4ec4-b48c-2bbd6f37844f req-c868aef6-0009-4052-8ab8-1414fdea363d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cd7dfae-50d3-4898-bc92-62023a8d0059 HTTP/1.1" status: 200 len: 999 time: 0.1165993 Apr 30 13:14:33.421998 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf70263-57a7-4ec4-b48c-2bbd6f37844f req-aaa546fb-a456-47ad-b2bf-e43d94c25ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:33.423475 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-8bf70263-57a7-4ec4-b48c-2bbd6f37844f req-aaa546fb-a456-47ad-b2bf-e43d94c25ba0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc33453d-4422-4eee-9e94-1b257b2eaad2 HTTP/1.1" status: 200 len: 856 time: 0.0617425 Apr 30 13:14:33.504052 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf70263-57a7-4ec4-b48c-2bbd6f37844f req-db800d2a-8c75-4870-9fb5-655e101b91c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:33.505702 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-8bf70263-57a7-4ec4-b48c-2bbd6f37844f req-db800d2a-8c75-4870-9fb5-655e101b91c3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=384ed945-7697-4aed-a91c-b54f67f71379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739837 Apr 30 13:14:33.642482 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-8bf70263-57a7-4ec4-b48c-2bbd6f37844f req-9a7c931d-fa05-480f-86c0-24e05be68501 service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301260 Apr 30 13:14:33.789331 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-8bf70263-57a7-4ec4-b48c-2bbd6f37844f req-ecfefe0c-1c4b-4522-9d68-dc25d8184c0e service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395390 Apr 30 13:14:34.002559 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 40056) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:34.177412 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c741516-2895-40df-a7bb-eed7cd4f3b92 req-813030a8-9598-4276-90b5-63a15169172c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:34.179487 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4c741516-2895-40df-a7bb-eed7cd4f3b92 req-813030a8-9598-4276-90b5-63a15169172c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.1521370 Apr 30 13:14:34.217694 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c8ff3f5f-ca59-4ec4-b856-2dda309fac92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:34.238455 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-c8ff3f5f-ca59-4ec4-b856-2dda309fac92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:34.252136 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-c8ff3f5f-ca59-4ec4-b856-2dda309fac92 admin admin] Usage tracker for resource:security_group_rule and tenant:d2d4202c9bc54891a8754cca8c304b38 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:34.258579 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-c8ff3f5f-ca59-4ec4-b856-2dda309fac92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:34.303052 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-c8ff3f5f-ca59-4ec4-b856-2dda309fac92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:34.399704 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4c741516-2895-40df-a7bb-eed7cd4f3b92 req-012580b3-f4a0-4d45-82ea-48f3f3bdc63d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120752 Apr 30 13:14:34.525756 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb3018-176f-4256-b3ab-1334e4e65f1d req-a3519c62-6e57-47a2-b293-b5ac9ae1e52d tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:34.527241 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d7bb3018-176f-4256-b3ab-1334e4e65f1d req-a3519c62-6e57-47a2-b293-b5ac9ae1e52d tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 946 time: 0.2765298 Apr 30 13:14:34.534838 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c8ff3f5f-ca59-4ec4-b856-2dda309fac92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:34.553635 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c8ff3f5f-ca59-4ec4-b856-2dda309fac92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:34.563607 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ff08d2dc-34ec-4a7d-b8fb-4be2c23e5a72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:34.627125 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-c8ff3f5f-ca59-4ec4-b856-2dda309fac92 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d2d4202c9bc54891a8754cca8c304b38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6208875 Apr 30 13:14:34.627455 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ff3f5f-ca59-4ec4-b856-2dda309fac92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=990855d6-88c0-4a6a-be02-165b74c0bb12,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:34.627764 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 40072) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:34.633230 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d7bb3018-176f-4256-b3ab-1334e4e65f1d req-8a1d27d3-2403-4290-a069-2de00d53439d tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969269 Apr 30 13:14:34.634182 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-c8ff3f5f-ca59-4ec4-b856-2dda309fac92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:34.713078 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-13ea5cb6-677f-4403-9f0a-bf680d929191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:34.723102 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:14:34.741997 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-13ea5cb6-677f-4403-9f0a-bf680d929191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:34.799447 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-13ea5cb6-677f-4403-9f0a-bf680d929191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:34.805948 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8f94f390-bb8d-4d20-8388-15f454445c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:34.820920 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea5cb6-677f-4403-9f0a-bf680d929191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=990855d6-88c0-4a6a-be02-165b74c0bb12,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:34.829953 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea5cb6-677f-4403-9f0a-bf680d929191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:34.830343 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea5cb6-677f-4403-9f0a-bf680d929191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:34.830733 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea5cb6-677f-4403-9f0a-bf680d929191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:34.831291 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea5cb6-677f-4403-9f0a-bf680d929191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:34.831652 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea5cb6-677f-4403-9f0a-bf680d929191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:34.832023 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea5cb6-677f-4403-9f0a-bf680d929191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:34.832607 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea5cb6-677f-4403-9f0a-bf680d929191 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:34.832742 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea5cb6-677f-4403-9f0a-bf680d929191 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:34.833287 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea5cb6-677f-4403-9f0a-bf680d929191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:34.833697 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea5cb6-677f-4403-9f0a-bf680d929191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:34.834083 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea5cb6-677f-4403-9f0a-bf680d929191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:34.834425 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ea5cb6-677f-4403-9f0a-bf680d929191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:34.838988 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-13ea5cb6-677f-4403-9f0a-bf680d929191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:34.840453 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-13ea5cb6-677f-4403-9f0a-bf680d929191 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/990855d6-88c0-4a6a-be02-165b74c0bb12 HTTP/1.1" status: 204 len: 168 time: 0.2116170 Apr 30 13:14:34.841634 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-13ea5cb6-677f-4403-9f0a-bf680d929191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:34.881884 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0f5af-f8c6-48c7-8b34-88ef95d30ae7 req-fc113973-7d23-43a0-bffa-f4b134acd4c7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:34.883672 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e1c0f5af-f8c6-48c7-8b34-88ef95d30ae7 req-fc113973-7d23-43a0-bffa-f4b134acd4c7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.1054378 Apr 30 13:14:34.938220 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e1c0f5af-f8c6-48c7-8b34-88ef95d30ae7 req-0f640d53-cdaa-4a15-ade5-b2c5b5f58afe tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480962 Apr 30 13:14:35.437323 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 40114) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:35.533466 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:35.699957 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b9bb2-8fb3-4fc4-89b9-6b0ec3e72138 req-0bf4c308-2324-45a2-8151-f522e575ce9a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:35.712040 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-179b9bb2-8fb3-4fc4-89b9-6b0ec3e72138 req-0bf4c308-2324-45a2-8151-f522e575ce9a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.1337581 Apr 30 13:14:35.773542 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-c22b7f40-0843-46ac-b896-1de6de9b63d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:35.856169 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-179b9bb2-8fb3-4fc4-89b9-6b0ec3e72138 req-503f9736-55e5-4428-a13a-2b76caf6fb0c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417327 Apr 30 13:14:35.896678 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-181037fc-bd01-4e7a-8ea9-61a46c9e2f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:35.935743 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-181037fc-bd01-4e7a-8ea9-61a46c9e2f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:35.943359 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-181037fc-bd01-4e7a-8ea9-61a46c9e2f05 admin admin] Usage tracker for resource:security_group_rule and tenant:9cf901bfe2eb45148149572653342a00 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:35.950439 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-181037fc-bd01-4e7a-8ea9-61a46c9e2f05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:35.962298 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-181037fc-bd01-4e7a-8ea9-61a46c9e2f05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:36.004441 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 40136) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:36.114618 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-181037fc-bd01-4e7a-8ea9-61a46c9e2f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:36.120208 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-181037fc-bd01-4e7a-8ea9-61a46c9e2f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:36.145088 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-587ac15b-5ca7-4cc5-91a7-86abf098f70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:36.209557 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181037fc-bd01-4e7a-8ea9-61a46c9e2f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f734c7d-20ab-4a71-a016-b417bfe2980b,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:36.215797 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-181037fc-bd01-4e7a-8ea9-61a46c9e2f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:36.234272 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-181037fc-bd01-4e7a-8ea9-61a46c9e2f05 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9cf901bfe2eb45148149572653342a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7956967 Apr 30 13:14:36.237243 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 40142) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:36.317752 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-120b1e2e-76f7-4e90-b9df-a51f36feadd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:36.367781 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d287d1f-0ee4-43cc-85a0-6ef3a856685a req-360f8b6e-7730-48e0-b986-d8c58c5b9ce1 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:36.381122 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6d287d1f-0ee4-43cc-85a0-6ef3a856685a req-360f8b6e-7730-48e0-b986-d8c58c5b9ce1 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 946 time: 0.4751530 Apr 30 13:14:36.401729 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-120b1e2e-76f7-4e90-b9df-a51f36feadd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:36.451326 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2080836848-network', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:36.482870 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6d287d1f-0ee4-43cc-85a0-6ef3a856685a req-37faedfe-b820-48c2-ad4b-4cb43b22620e tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989616 Apr 30 13:14:36.491490 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:36.507295 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:36.514652 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Usage tracker for resource:network and tenant:2e010a31d7104f119fb0a3ab9fe7e8bc is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:36.526249 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:36.540859 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:36.553107 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ce4f2-aac1-41c7-88b8-6297efb4ad93 req-e668b90f-0a01-48a0-9e1d-e7a4c6e1b6ba tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:36.555496 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-341ce4f2-aac1-41c7-88b8-6297efb4ad93 req-e668b90f-0a01-48a0-9e1d-e7a4c6e1b6ba tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.4344826 Apr 30 13:14:36.558161 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-120b1e2e-76f7-4e90-b9df-a51f36feadd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:36.574021 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b94193cf-e653-4fe1-9468-f46aa3712050 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:36.599907 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b1e2e-76f7-4e90-b9df-a51f36feadd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f734c7d-20ab-4a71-a016-b417bfe2980b,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:36.604162 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-120b1e2e-76f7-4e90-b9df-a51f36feadd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:36.605931 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-120b1e2e-76f7-4e90-b9df-a51f36feadd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:36.607486 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-120b1e2e-76f7-4e90-b9df-a51f36feadd7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4f734c7d-20ab-4a71-a016-b417bfe2980b HTTP/1.1" status: 204 len: 168 time: 0.3686152 Apr 30 13:14:36.612195 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Made reservation on behalf of 2e010a31d7104f119fb0a3ab9fe7e8bc for: {'network': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:36.616377 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for network, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:36.639376 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:36.674974 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:36.694880 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Usage tracker for resource:security_group_rule and tenant:2e010a31d7104f119fb0a3ab9fe7e8bc is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:36.700564 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-341ce4f2-aac1-41c7-88b8-6297efb4ad93 req-82f728f3-5af3-4fac-b50d-faa05bcace39 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300333 Apr 30 13:14:36.701648 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:36.708420 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:36.825270 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:36.830737 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:36.834336 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5c8f54c9-c9aa-4194-94d6-3a7ec7851cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:36.867083 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=73814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:14:36.901263 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff44e48a-94da-4773-a7f0-3990be747988,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:36.918735 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:36.934116 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:36.934628 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.db.segments_db [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Added segment 85f93deb-157e-4500-8ba3-ce93d8206079 of type vlan for network 66923575-b46e-40eb-b42a-88dc2b7e5194 Apr 30 13:14:36.996025 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751029132912'] for network, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:37.088728 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for network, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:37.096200 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:37.096825 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:37.106008 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:37.226064 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Pushing event updated for resources: {'Network': ['ID=66923575-b46e-40eb-b42a-88dc2b7e5194,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:37.230636 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:37.236023 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2305269 Apr 30 13:14:37.239087 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 40160) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:37.242184 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Network 66923575-b46e-40eb-b42a-88dc2b7e5194 details requested by agent ovs-agent-dv-cinder-784453-4-iscsi with host dv-cinder-784453-4-iscsi {{(pid=73815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:14:37.247528 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-5b3ed599-6b79-4758-87da-2a297b72e6f1 admin admin] Request body: {'subnet': {'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2080836848-subnet', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:37.255963 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5b3ed599-6b79-4758-87da-2a297b72e6f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:37.266446 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5b3ed599-6b79-4758-87da-2a297b72e6f1 admin admin] Usage tracker for resource:subnet and tenant:2e010a31d7104f119fb0a3ab9fe7e8bc is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:37.273966 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5b3ed599-6b79-4758-87da-2a297b72e6f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:37.285816 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5b3ed599-6b79-4758-87da-2a297b72e6f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:37.296930 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8ebad-4afc-4b6a-bbf5-b72ff1cf2747 req-81d19b77-cd65-4673-b9d0-153c24a9ae46 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:37.305702 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1fd8ebad-4afc-4b6a-bbf5-b72ff1cf2747 req-81d19b77-cd65-4673-b9d0-153c24a9ae46 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.2589507 Apr 30 13:14:37.337646 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3ed599-6b79-4758-87da-2a297b72e6f1 admin admin] Made reservation on behalf of 2e010a31d7104f119fb0a3ab9fe7e8bc for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:37.344090 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed599-6b79-4758-87da-2a297b72e6f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65575204'] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:37.366689 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1fd8ebad-4afc-4b6a-bbf5-b72ff1cf2747 req-b6636946-c07c-4505-bda4-5ca043001295 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597017 Apr 30 13:14:37.788710 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0650ef6-bf91-4c44-ae9a-d5e733e79409 req-4fd4e42e-c80a-4016-9ef8-744af287a9a2 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:37.790405 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f0650ef6-bf91-4c44-ae9a-d5e733e79409 req-4fd4e42e-c80a-4016-9ef8-744af287a9a2 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 946 time: 0.1241210 Apr 30 13:14:37.834929 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:37.855832 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 40176) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:37.945053 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f0650ef6-bf91-4c44-ae9a-d5e733e79409 req-ae5c2937-6278-4962-b327-5103963c506a tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485767 Apr 30 13:14:38.011028 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed599-6b79-4758-87da-2a297b72e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64370968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65575222'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.018111 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:38.036864 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e927ed-161a-40a7-8f0c-68fbdf90dcdb req-747e6975-180a-41dc-821b-347e571ebf36 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:38.038451 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-55e927ed-161a-40a7-8f0c-68fbdf90dcdb req-747e6975-180a-41dc-821b-347e571ebf36 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.1532726 Apr 30 13:14:38.065917 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1436736903-network', 'tenant_id': '95a5f6800c42410c8d7a418f920d9cbc'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:38.086581 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:38.088018 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-55e927ed-161a-40a7-8f0c-68fbdf90dcdb req-c2e04d4c-2c1f-43a1-9914-0bb71b5dbc54 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434871 Apr 30 13:14:38.099118 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Usage tracker for resource:network and tenant:95a5f6800c42410c8d7a418f920d9cbc is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:38.112233 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:38.116682 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ed599-6b79-4758-87da-2a297b72e6f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea60b372-e31d-4889-9a21-31d3bc9ba44a,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:38.126092 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5b3ed599-6b79-4758-87da-2a297b72e6f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:38.127149 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:38.140641 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3ed599-6b79-4758-87da-2a297b72e6f1 admin admin] Checking segment: {'id': '85f93deb-157e-4500-8ba3-ce93d8206079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:38.141029 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3ed599-6b79-4758-87da-2a297b72e6f1 admin admin] Network hostable DHCP agents. Network: 66923575-b46e-40eb-b42a-88dc2b7e5194, hostable agents: ['e96ab08c-23ca-4860-8db7-d5ed4d5e6b52'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:14:38.146224 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Made reservation on behalf of 95a5f6800c42410c8d7a418f920d9cbc for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:38.148654 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.165791 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.186878 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:38.192300 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3ed599-6b79-4758-87da-2a297b72e6f1 admin admin] Network 66923575-b46e-40eb-b42a-88dc2b7e5194 is scheduled to be hosted by DHCP agent e96ab08c-23ca-4860-8db7-d5ed4d5e6b52 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:14:38.194733 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Usage tracker for resource:security_group_rule and tenant:95a5f6800c42410c8d7a418f920d9cbc is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:38.198841 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:38.207088 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:38.225195 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-5b3ed599-6b79-4758-87da-2a297b72e6f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-iscsi, 66923575-b46e-40eb-b42a-88dc2b7e5194) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:38.236719 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e52c14-a1e7-4744-93c9-d6bae42fcd44 None None] Network 66923575-b46e-40eb-b42a-88dc2b7e5194 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:38.243018 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3ed599-6b79-4758-87da-2a297b72e6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:38.243682 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed599-6b79-4758-87da-2a297b72e6f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.289855 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-5b3ed599-6b79-4758-87da-2a297b72e6f1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0490890 Apr 30 13:14:38.293183 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 40182) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:38.298368 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2080836848-router', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:38.307681 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:38.321526 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Usage tracker for resource:router and tenant:2e010a31d7104f119fb0a3ab9fe7e8bc is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:38.326225 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:38.335651 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.340225 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.344998 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-50e35474-487b-428d-b732-7bb40f13320a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:38.345202 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:38.361163 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66778846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-759'] for router, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.362495 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66778823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66720200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66618511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-718'] for router, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.393731 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.402296 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:14:38.410208 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:38.424336 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:38.425877 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.427095 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Added segment 4174bc95-014f-4f28-b854-a330ecbb7cba of type vlan for network 5afe9a73-d521-4fe7-94d1-3d1ec432eca5 Apr 30 13:14:38.604186 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ab26763-ec13-5d5f-b953-d9fa9666aef5-66923575-b46e-40eb-b42a-88dc2b7e5194', 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'fixed_ips': [{'subnet_id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a'}]}} from dv-cinder-784453-4-iscsi. {{(pid=73815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:14:38.605787 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.624865 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751029132912'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.667873 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.669565 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:38.670223 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.685898 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ffaa3bd8-ceb3-4fb4-81a3-ac14d8f4e66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:38.794837 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9379225 Apr 30 13:14:38.800809 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 40188) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:38.807563 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-2fdfa02a-7145-4364-9f3b-492b047f1131 admin admin] Request body: {'subnet': {'network_id': '5afe9a73-d521-4fe7-94d1-3d1ec432eca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1436736903-subnet', 'tenant_id': '95a5f6800c42410c8d7a418f920d9cbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:38.817959 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-2fdfa02a-7145-4364-9f3b-492b047f1131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:38.820555 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Pushing event updated for resources: {'Network': ['ID=5afe9a73-d521-4fe7-94d1-3d1ec432eca5,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:38.824250 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:38.825205 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-2fdfa02a-7145-4364-9f3b-492b047f1131 admin admin] Usage tracker for resource:subnet and tenant:95a5f6800c42410c8d7a418f920d9cbc is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:38.828554 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-2fdfa02a-7145-4364-9f3b-492b047f1131 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:38.834169 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Network 5afe9a73-d521-4fe7-94d1-3d1ec432eca5 details requested by agent ovs-agent-dv-cinder-784453-4-iscsi with host dv-cinder-784453-4-iscsi {{(pid=73815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:14:38.835570 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-2fdfa02a-7145-4364-9f3b-492b047f1131 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:38.848167 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdfa02a-7145-4364-9f3b-492b047f1131 admin admin] Made reservation on behalf of 95a5f6800c42410c8d7a418f920d9cbc for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:38.851380 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa02a-7145-4364-9f3b-492b047f1131 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65575204'] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.872425 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.db_base_plugin_common [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Allocated IP 172.20.0.2 (66923575-b46e-40eb-b42a-88dc2b7e5194/ea60b372-e31d-4889-9a21-31d3bc9ba44a/91bb29f6-cb9a-4a2b-90cf-f589a09a9472) {{(pid=73815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:14:38.894442 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66720177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66709578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-720'] for router, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:38.923494 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce11e36-b861-4b2d-b049-d12b0821b638 req-f13dc923-95a0-4294-8e4a-c4200c8f51ba tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:38.925484 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2ce11e36-b861-4b2d-b049-d12b0821b638 req-f13dc923-95a0-4294-8e4a-c4200c8f51ba tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.2511909 Apr 30 13:14:39.057494 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2ce11e36-b861-4b2d-b049-d12b0821b638 req-cfed0d40-4c5f-40bd-a70b-49c458de78be tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152635 Apr 30 13:14:39.509751 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa02a-7145-4364-9f3b-492b047f1131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64370968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65575222'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:39.518041 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f11fef-f50f-497d-a786-4090de40177d req-5a0a8679-9194-4d79-8e18-d1d4861daa16 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:39.520431 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b0f11fef-f50f-497d-a786-4090de40177d req-5a0a8679-9194-4d79-8e18-d1d4861daa16 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 946 time: 0.1981125 Apr 30 13:14:39.529090 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7c15c89a-64f9-4b3a-9a8f-868f373ccde6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:39.552159 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Notify callbacks [] for port, precommit_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:39.559277 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99c93a-5615-4f30-b73c-f787781a7535 req-86eba2e7-1d72-4e17-90db-b77a5871852b tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:39.560981 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8f99c93a-5615-4f30-b73c-f787781a7535 req-86eba2e7-1d72-4e17-90db-b77a5871852b tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.2374084 Apr 30 13:14:39.579328 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Transition to ACTIVE for port object 91bb29f6-cb9a-4a2b-90cf-f589a09a9472 will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:14:39.631454 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b0f11fef-f50f-497d-a786-4090de40177d req-0341399c-6f85-43b4-a00a-31b1a7f9ddd4 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032612 Apr 30 13:14:39.648334 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Transition to ACTIVE for port object 91bb29f6-cb9a-4a2b-90cf-f589a09a9472 will not be triggered until provisioned by entity DHCP. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:14:39.685388 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348'] for port, after_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:39.701101 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:39.722487 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdfa02a-7145-4364-9f3b-492b047f1131 admin admin] Checking segment: {'id': '4174bc95-014f-4f28-b854-a330ecbb7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5afe9a73-d521-4fe7-94d1-3d1ec432eca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:39.722942 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdfa02a-7145-4364-9f3b-492b047f1131 admin admin] Network hostable DHCP agents. Network: 5afe9a73-d521-4fe7-94d1-3d1ec432eca5, hostable agents: ['e96ab08c-23ca-4860-8db7-d5ed4d5e6b52'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:14:39.730579 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfa02a-7145-4364-9f3b-492b047f1131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d64d57d-98a6-4d27-855d-30a97cdc1e8e,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:39.757776 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2fdfa02a-7145-4364-9f3b-492b047f1131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:39.783375 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdfa02a-7145-4364-9f3b-492b047f1131 admin admin] Network 5afe9a73-d521-4fe7-94d1-3d1ec432eca5 is scheduled to be hosted by DHCP agent e96ab08c-23ca-4860-8db7-d5ed4d5e6b52 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:14:39.797280 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-2fdfa02a-7145-4364-9f3b-492b047f1131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-iscsi, 5afe9a73-d521-4fe7-94d1-3d1ec432eca5) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:39.818347 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfa02a-7145-4364-9f3b-492b047f1131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:39.824144 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2fdfa02a-7145-4364-9f3b-492b047f1131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:39.834402 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8f99c93a-5615-4f30-b73c-f787781a7535 req-9087865d-18c9-4642-b4d7-d8ce29c61171 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669725 Apr 30 13:14:39.846267 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Pushing event updated for resources: {'Port': ['ID=91bb29f6-cb9a-4a2b-90cf-f589a09a9472,revision_number=1']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:39.853530 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:39.854533 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd62b3f2-3623-4eef-bc07-3079e3cb167a None None] Network 5afe9a73-d521-4fe7-94d1-3d1ec432eca5 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:39.887148 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-2fdfa02a-7145-4364-9f3b-492b047f1131 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0773821 Apr 30 13:14:39.904156 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Network 66923575-b46e-40eb-b42a-88dc2b7e5194 is already hosted by enough agents. {{(pid=73815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:14:39.907682 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.base_scheduler [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Resources bound (agent type, host, resource id): {{(pid=73815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:39.925159 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:39.969567 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Received port after_create {{(pid=73815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:14:39.970727 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:40.247651 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Attempting to bind port 91bb29f6-cb9a-4a2b-90cf-f589a09a9472 on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:14:40.248135 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Attempting to bind port 91bb29f6-cb9a-4a2b-90cf-f589a09a9472 by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': '85f93deb-157e-4500-8ba3-ce93d8206079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:14:40.248536 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Attempting to bind port 91bb29f6-cb9a-4a2b-90cf-f589a09a9472 on network 66923575-b46e-40eb-b42a-88dc2b7e5194 {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:14:40.295101 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:14:40.296019 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Checking segment: {'id': '85f93deb-157e-4500-8ba3-ce93d8206079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:40.296454 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:40.296855 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Bound using segment: {'id': '85f93deb-157e-4500-8ba3-ce93d8206079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:14:40.297540 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Bound port: 91bb29f6-cb9a-4a2b-90cf-f589a09a9472, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f93deb-157e-4500-8ba3-ce93d8206079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:14:40.297939 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:40.380117 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa9450e-d238-4f76-b1de-cf68830be499 None None] Network 5afe9a73-d521-4fe7-94d1-3d1ec432eca5 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:40.380681 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Allocated IP 172.27.1.170 (0b72fb58-bb2e-463f-beea-a002adeb004d/99073808-7a40-4541-a751-8ae1df9ed350/d19cefb9-388e-4461-85a6-748b8b32b8be) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:14:40.489688 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea95f6-e9ef-4fbb-805f-94f002da754c req-b86d9f23-603b-4d91-93ce-23e6981344e0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:40.491224 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d2ea95f6-e9ef-4fbb-805f-94f002da754c req-b86d9f23-603b-4d91-93ce-23e6981344e0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.2615364 Apr 30 13:14:40.575777 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] For port 91bb29f6-cb9a-4a2b-90cf-f589a09a9472, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:14:40.579702 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] For port 91bb29f6-cb9a-4a2b-90cf-f589a09a9472, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=91bb29f6-cb9a-4a2b-90cf-f589a09a9472,segment=NetworkSegment(85f93deb-157e-4500-8ba3-ce93d8206079),segment_id=85f93deb-157e-4500-8ba3-ce93d8206079)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:14:40.601485 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d2ea95f6-e9ef-4fbb-805f-94f002da754c req-3abaa0b4-fb2f-4ea3-8b77-e0f60df79be9 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598383 Apr 30 13:14:40.649530 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:40.661584 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:40.667100 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:40.700143 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:40.706789 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:40.754676 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Pushing event updated for resources: {'Port': ['ID=91bb29f6-cb9a-4a2b-90cf-f589a09a9472,revision_number=2']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:40.757981 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:40.779950 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Network 0b72fb58-bb2e-463f-beea-a002adeb004d is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:14:40.784800 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:40.793072 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:14:40.858710 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d19cefb9-388e-4461-85a6-748b8b32b8be,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:40.884331 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:40.884331 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:40.884331 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:40.884331 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:40.884331 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:40.884331 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:40.884331 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:40.884331 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:40.884331 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:40.884331 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:40.884331 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:40.884331 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:40.910551 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:41.457779 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178a80c-8a83-4d0a-b64c-f042943b882f req-d7c291ad-cdaf-4152-be21-2ece4e41e01d tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:41.459184 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7178a80c-8a83-4d0a-b64c-f042943b882f req-d7c291ad-cdaf-4152-be21-2ece4e41e01d tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 946 time: 0.4030447 Apr 30 13:14:41.470898 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf1c2b-cb5e-4758-919e-188fbeae3f59 req-e303f9bc-eb93-4b3e-af57-2c191c653ca9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:41.472253 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-feaf1c2b-cb5e-4758-919e-188fbeae3f59 req-e303f9bc-eb93-4b3e-af57-2c191c653ca9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.2852635 Apr 30 13:14:41.807891 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7178a80c-8a83-4d0a-b64c-f042943b882f req-77eef7bc-e73c-48ec-a487-6a9eb7576cb0 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344114 Apr 30 13:14:41.810664 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-feaf1c2b-cb5e-4758-919e-188fbeae3f59 req-298cf45a-9dec-4174-a64d-64c9483901ba tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656656 Apr 30 13:14:41.837746 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:42.089345 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c972c55-c651-4ddb-855e-759209389f68 None None] Network 66923575-b46e-40eb-b42a-88dc2b7e5194 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:42.201540 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4d39f-c829-4665-9583-07ddf4c7d461 req-c9dcd9e6-617f-4516-8691-62d0f96b0526 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:42.214523 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-90b4d39f-c829-4665-9583-07ddf4c7d461 req-c9dcd9e6-617f-4516-8691-62d0f96b0526 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.2643745 Apr 30 13:14:42.259749 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-c95eda84-282d-46a8-bf9e-b7966da469ca None None] Provisioning for port 91bb29f6-cb9a-4a2b-90cf-f589a09a9472 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:14:42.350072 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-90b4d39f-c829-4665-9583-07ddf4c7d461 req-5f295f69-a6e2-4f25-b7a0-1e0fb4b64cd6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337812 Apr 30 13:14:42.381350 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66709569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718076'] for router, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:42.644030 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Router 5d0d4914-dd86-44a6-8c48-8e1b00b86466 is scheduled to L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 with binding_index 1 {{(pid=73814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:14:42.835936 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:14:42.856373 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Sync routers for ids ['5d0d4914-dd86-44a6-8c48-8e1b00b86466'] in dv-cinder-784453-4-iscsi {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:14:42.870725 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Routers {'5d0d4914-dd86-44a6-8c48-8e1b00b86466'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:14:42.871282 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:14:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['5d0d4914-dd86-44a6-8c48-8e1b00b86466'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:42.891960 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Notify callbacks [] for router, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:42.896133 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 40222) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:42.896683 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6020560 Apr 30 13:14:42.927509 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 91bb29f6-cb9a-4a2b-90cf-f589a09a9472 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:14:43.085553 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 91bb29f6-cb9a-4a2b-90cf-f589a09a9472 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:14:43.089897 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Set router 5d0d4914-dd86-44a6-8c48-8e1b00b86466 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:14:43.091595 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 91bb29f6-cb9a-4a2b-90cf-f589a09a9472 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:43.092150 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:43.412267 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:43.414766 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5937b9-9574-4889-90e5-a5389c042375 req-76a3a125-2d78-4c7b-8c22-8a5f5d1820fb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:43.417147 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2d5937b9-9574-4889-90e5-a5389c042375 req-76a3a125-2d78-4c7b-8c22-8a5f5d1820fb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 946 time: 0.3789299 Apr 30 13:14:43.506050 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dce93f-c8c9-464f-bb8b-41fd946ec097 req-b34ae62c-f11e-4343-a1cb-579aba7ca21f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:43.525631 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-57dce93f-c8c9-464f-bb8b-41fd946ec097 req-b34ae62c-f11e-4343-a1cb-579aba7ca21f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.4125884 Apr 30 13:14:43.530554 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port 91bb29f6-cb9a-4a2b-90cf-f589a09a9472, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=91bb29f6-cb9a-4a2b-90cf-f589a09a9472,segment=NetworkSegment(85f93deb-157e-4500-8ba3-ce93d8206079),segment_id=85f93deb-157e-4500-8ba3-ce93d8206079)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:43.538144 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:43.541574 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:43.609744 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'name': 'tempest-TestShelveInstance-2080836848-router', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:38Z', 'updated_at': '2021-04-30T13:14:41Z', 'revision_number': 3, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'gw_port': {'id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:40Z', 'updated_at': '2021-04-30T13:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:43.635954 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Checking router: 5d0d4914-dd86-44a6-8c48-8e1b00b86466 for host: dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:14:43.636439 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Updating router 5d0d4914-dd86-44a6-8c48-8e1b00b86466 port d19cefb9-388e-4461-85a6-748b8b32b8be binding host dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:14:43.653995 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-57dce93f-c8c9-464f-bb8b-41fd946ec097 req-98433fc4-4a03-4fcd-8dcd-21a59f30e3f5 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273792 Apr 30 13:14:43.678166 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2d5937b9-9574-4889-90e5-a5389c042375 req-120e246f-7afb-4459-9184-927e77f449e1 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534425 Apr 30 13:14:43.772646 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=91bb29f6-cb9a-4a2b-90cf-f589a09a9472,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:43.787827 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:43.788919 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.200104 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84befbd9-9ba6-4c56-b4d7-1cfc611f4c9c req-718ae1a2-4750-4bff-8eed-e1a2d20229ca tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:44.207215 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-84befbd9-9ba6-4c56-b4d7-1cfc611f4c9c req-718ae1a2-4750-4bff-8eed-e1a2d20229ca tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.4095926 Apr 30 13:14:44.222979 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.262797 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-096734fd-8933-4aaf-b71b-196a65079f55 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:44.264900 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-096734fd-8933-4aaf-b71b-196a65079f55 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/networks?id=5afe9a73-d521-4fe7-94d1-3d1ec432eca5 HTTP/1.1" status: 200 len: 814 time: 0.4115920 Apr 30 13:14:44.293260 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-84befbd9-9ba6-4c56-b4d7-1cfc611f4c9c req-ecbc4021-6b33-45a8-bac4-c5d830be486b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844915 Apr 30 13:14:44.306056 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-b60fa48e-7032-4078-aa23-0e2a0cd66b1e tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/quotas/95a5f6800c42410c8d7a418f920d9cbc HTTP/1.1" status: 200 len: 375 time: 0.0294068 Apr 30 13:14:44.322386 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Notify callbacks [] for port, precommit_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.349929 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.provisioning_blocks [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Transition to ACTIVE for port object d19cefb9-388e-4461-85a6-748b8b32b8be will not be triggered until provisioned by entity L2. {{(pid=73816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:14:44.360885 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.366184 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-c6c65293-c597-45a5-b1b3-e5647c324264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:44.392444 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-d6f54a7f-8c0a-4d40-9cb3-2a054939ab69 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=95a5f6800c42410c8d7a418f920d9cbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854795 Apr 30 13:14:44.474670 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Attempting to bind port d19cefb9-388e-4461-85a6-748b8b32b8be on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:14:44.474942 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Attempting to bind port d19cefb9-388e-4461-85a6-748b8b32b8be by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}] {{(pid=73816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:14:44.475283 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Attempting to bind port d19cefb9-388e-4461-85a6-748b8b32b8be on network 0b72fb58-bb2e-463f-beea-a002adeb004d {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:14:44.494671 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad6d7-75d2-469b-831d-00ed37872e5d None None] Pushing event updated for resources: {'Port': ['ID=d19cefb9-388e-4461-85a6-748b8b32b8be,revision_number=2']} {{(pid=73816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:44.497643 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:14:44.498054 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Checking segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:44.498492 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.498883 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Bound using segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:14:44.499402 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Bound port: d19cefb9-388e-4461-85a6-748b8b32b8be, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}}] {{(pid=73816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:14:44.499790 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.552329 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad6d7-75d2-469b-831d-00ed37872e5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:44.552799 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad6d7-75d2-469b-831d-00ed37872e5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:44.553124 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad6d7-75d2-469b-831d-00ed37872e5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:44.553693 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad6d7-75d2-469b-831d-00ed37872e5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:44.554097 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad6d7-75d2-469b-831d-00ed37872e5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:44.554710 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad6d7-75d2-469b-831d-00ed37872e5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:44.554987 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad6d7-75d2-469b-831d-00ed37872e5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:44.555469 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad6d7-75d2-469b-831d-00ed37872e5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:44.555835 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad6d7-75d2-469b-831d-00ed37872e5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:44.556385 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad6d7-75d2-469b-831d-00ed37872e5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:44.556890 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad6d7-75d2-469b-831d-00ed37872e5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:44.557229 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aad6d7-75d2-469b-831d-00ed37872e5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:44.575324 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-f5aad6d7-75d2-469b-831d-00ed37872e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:44.620019 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-fe468c45-0eab-4f79-996a-80515e807d02 service neutron] 10.222.0.69 "GET /v2.0/networks/5afe9a73-d521-4fe7-94d1-3d1ec432eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180352 Apr 30 13:14:44.657462 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.db [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] For port d19cefb9-388e-4461-85a6-748b8b32b8be, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:14:44.675652 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.db [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] For port d19cefb9-388e-4461-85a6-748b8b32b8be, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=d19cefb9-388e-4461-85a6-748b8b32b8be,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:14:44.681463 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:44.686410 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:44.696209 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Allocated IP 172.20.0.1 (66923575-b46e-40eb-b42a-88dc2b7e5194/ea60b372-e31d-4889-9a21-31d3bc9ba44a/300724d9-0dc0-4200-863a-a9ea7112fea5) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:14:44.901457 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-26af5b38-709e-4af9-a5e1-2c07564ed2b5 service neutron] 10.222.0.69 "GET /v2.0/networks/5afe9a73-d521-4fe7-94d1-3d1ec432eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800560 Apr 30 13:14:44.903333 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 91bb29f6-cb9a-4a2b-90cf-f589a09a9472 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:14:44.911757 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Routers {'5d0d4914-dd86-44a6-8c48-8e1b00b86466'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:14:44.913874 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:14:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['5d0d4914-dd86-44a6-8c48-8e1b00b86466'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:44.990188 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.001063 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 91bb29f6-cb9a-4a2b-90cf-f589a09a9472 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:45.001531 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.029015 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Transition to ACTIVE for port object 300724d9-0dc0-4200-863a-a9ea7112fea5 will not be triggered until provisioned by entity DHCP. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:14:45.047706 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aad6d7-75d2-469b-831d-00ed37872e5d None None] Pushing event updated for resources: {'Port': ['ID=d19cefb9-388e-4461-85a6-748b8b32b8be,revision_number=3']} {{(pid=73816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:45.105559 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453b5c3-fcd4-413a-853b-cbff6fddcfc4 req-54db286b-5029-4b77-9999-93375007fe20 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:45.107137 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e453b5c3-fcd4-413a-853b-cbff6fddcfc4 req-54db286b-5029-4b77-9999-93375007fe20 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.2046623 Apr 30 13:14:45.117310 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-f5aad6d7-75d2-469b-831d-00ed37872e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:45.125827 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.129819 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:45.212548 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e453b5c3-fcd4-413a-853b-cbff6fddcfc4 req-518a8101-403c-450a-a914-9f9ffdf5b48d tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946527 Apr 30 13:14:45.292241 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Network 66923575-b46e-40eb-b42a-88dc2b7e5194 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:14:45.335482 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:45.347781 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Pushing event updated for resources: {'Port': ['ID=300724d9-0dc0-4200-863a-a9ea7112fea5,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:45.350555 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:14:45.380539 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:45.385696 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] Set router 5d0d4914-dd86-44a6-8c48-8e1b00b86466 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:14:45.455326 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66717170'] for router_interface, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.472780 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-923a6a5c-7b3d-4548-8b3c-37ccc29a5b9f req-78df7e95-0ab8-49d7-b7d1-8f95fbc732fc tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 210 time: 0.1737444 Apr 30 13:14:45.612528 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88760194-1b08-4879-a50d-4d2dcc518505 req-8f802f98-876a-4576-9d75-14823a71455e tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:45.614178 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-88760194-1b08-4879-a50d-4d2dcc518505 req-8f802f98-876a-4576-9d75-14823a71455e tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 946 time: 0.2302856 Apr 30 13:14:45.819723 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-88760194-1b08-4879-a50d-4d2dcc518505 req-8b5b6ae7-5eb5-4327-9730-db2a81ff7d79 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973438 Apr 30 13:14:45.824547 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.896542 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-20c0aaca-3504-420d-b464-239aa3c76e63 None None] Provisioning for port 300724d9-0dc0-4200-863a-a9ea7112fea5 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:14:45.902928 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-20c0aaca-3504-420d-b464-239aa3c76e63 None None] Provisioning complete for port 300724d9-0dc0-4200-863a-a9ea7112fea5 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:45.903323 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-20c0aaca-3504-420d-b464-239aa3c76e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:45.924959 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db3c01-f2ca-4b15-a355-0d3890d0464e req-b85a3d02-b0f3-4c94-92da-c782619d030d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:45.934711 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-20db3c01-f2ca-4b15-a355-0d3890d0464e req-b85a3d02-b0f3-4c94-92da-c782619d030d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.2601357 Apr 30 13:14:46.035042 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-20db3c01-f2ca-4b15-a355-0d3890d0464e req-12162039-838e-412b-9383-ac2e496f3ccf tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993376 Apr 30 13:14:46.106958 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-20c0aaca-3504-420d-b464-239aa3c76e63 None None] Port 300724d9-0dc0-4200-863a-a9ea7112fea5 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:14:46.128233 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'name': 'tempest-TestShelveInstance-2080836848-router', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:38Z', 'updated_at': '2021-04-30T13:14:41Z', 'revision_number': 3, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'gw_port': {'id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:40Z', 'updated_at': '2021-04-30T13:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:46.135164 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dfee15-a80b-4600-8c0d-091a8410b5c2 None None] The sync data for ids ['5d0d4914-dd86-44a6-8c48-8e1b00b86466'] in dv-cinder-784453-4-iscsi is: [{'id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'name': 'tempest-TestShelveInstance-2080836848-router', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:38Z', 'updated_at': '2021-04-30T13:14:41Z', 'revision_number': 3, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'gw_port': {'id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:40Z', 'updated_at': '2021-04-30T13:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}] {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:14:46.196418 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:46.201976 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:46.227561 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:46.328492 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Pushing event updated for resources: {'Port': ['ID=300724d9-0dc0-4200-863a-a9ea7112fea5,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:46.331253 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67101044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66717015'] for router_interface, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:46.337419 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:46.544253 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Network 66923575-b46e-40eb-b42a-88dc2b7e5194 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:14:46.546718 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:46.559284 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a89a113-7989-4ab1-b09c-f2b742c09440 req-148f304a-8138-405a-960e-c6c71c48d55d tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:46.567577 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9a89a113-7989-4ab1-b09c-f2b742c09440 req-148f304a-8138-405a-960e-c6c71c48d55d tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.1989551 Apr 30 13:14:46.648916 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9a89a113-7989-4ab1-b09c-f2b742c09440 req-116f6302-72d9-4d8e-a8e1-64df48d28962 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758650 Apr 30 13:14:46.830456 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b621597d-2ce8-44b1-93fc-6137774f6e3d req-24c11219-011e-4c42-8825-c664d5335016 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 210 time: 0.0928552 Apr 30 13:14:46.907842 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device d19cefb9-388e-4461-85a6-748b8b32b8be up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:14:46.925747 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Router 5d0d4914-dd86-44a6-8c48-8e1b00b86466 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:14:47.106757 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-f126b75f-0ba9-4576-8be2-7e4f9f1bb6b9 None None] Provisioning complete for port 300724d9-0dc0-4200-863a-a9ea7112fea5 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:47.107949 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-f126b75f-0ba9-4576-8be2-7e4f9f1bb6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:47.189922 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port d19cefb9-388e-4461-85a6-748b8b32b8be completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:14:47.218282 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port d19cefb9-388e-4461-85a6-748b8b32b8be triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:47.219002 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:47.290446 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:14:47.309512 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] 10.222.0.69 "PUT /v2.0/routers/5d0d4914-dd86-44a6-8c48-8e1b00b86466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4107170 Apr 30 13:14:47.325097 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66df61-58a4-483f-9f78-0463927859ef req-cb44e92c-1723-4be0-ab00-d100118c5ddb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:47.335137 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ef66df61-58a4-483f-9f78-0463927859ef req-cb44e92c-1723-4be0-ab00-d100118c5ddb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 946 time: 0.2253749 Apr 30 13:14:47.339907 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-f126b75f-0ba9-4576-8be2-7e4f9f1bb6b9 None None] Port 300724d9-0dc0-4200-863a-a9ea7112fea5 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:14:47.477546 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:47.510379 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ef66df61-58a4-483f-9f78-0463927859ef req-e68245fa-bdfd-42de-9f24-ed6a52fd4214 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506908 Apr 30 13:14:47.522513 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port d19cefb9-388e-4461-85a6-748b8b32b8be, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=d19cefb9-388e-4461-85a6-748b8b32b8be,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:47.529247 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:47.531929 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:47.570731 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1531348-0cc1-4295-aad2-741ece5d55e1 req-46939fdc-fdf3-4bbd-9142-5b305ab043cc tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:47.573598 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b1531348-0cc1-4295-aad2-741ece5d55e1 req-46939fdc-fdf3-4bbd-9142-5b305ab043cc tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.2241347 Apr 30 13:14:47.636083 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b1531348-0cc1-4295-aad2-741ece5d55e1 req-ad467fce-d019-4499-906f-3f51848709b9 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563047 Apr 30 13:14:47.654625 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=d19cefb9-388e-4461-85a6-748b8b32b8be,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:47.692126 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:47.878824 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58fecb-d720-4273-8adf-c450b7fcf409 req-de046182-5088-4256-8d91-df7995612aea tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:47.880365 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3c58fecb-d720-4273-8adf-c450b7fcf409 req-de046182-5088-4256-8d91-df7995612aea tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.0893569 Apr 30 13:14:47.943796 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3c58fecb-d720-4273-8adf-c450b7fcf409 req-cc2903df-b228-4f84-b91a-86c2cdba2416 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528970 Apr 30 13:14:48.025392 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4b675870-0b3c-426b-928f-5a5b191370ce req-32fa7757-0bf8-42f3-b228-cef8a1b9cc6f tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 210 time: 0.0460012 Apr 30 13:14:48.104681 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 40290) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:48.111415 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-962990046-network', 'tenant_id': '067c21a11d3e4456a44dd6feaa2a0559'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:48.116778 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:48.121052 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Usage tracker for resource:network and tenant:067c21a11d3e4456a44dd6feaa2a0559 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:48.124558 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:48.132622 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:48.148051 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Made reservation on behalf of 067c21a11d3e4456a44dd6feaa2a0559 for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:48.150673 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.163975 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.179679 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:48.184095 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Usage tracker for resource:security_group_rule and tenant:067c21a11d3e4456a44dd6feaa2a0559 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:48.187168 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:48.192960 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:48.283621 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.288592 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.292005 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-fd278451-c794-4b9a-8cbc-b421aefc0464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:48.323918 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:14:48.329683 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4740815f-63c3-45ae-9e8d-e54cf8e2f6bc,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:48.334539 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:48.338471 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.338887 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Added segment fc66ca1c-3761-4043-92c1-450aab8a7294 of type vlan for network 58a4b547-7beb-4345-aed6-3d735f6d1527 Apr 30 13:14:48.370571 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751029132912'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.448519 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Sync routers for ids ['5d0d4914-dd86-44a6-8c48-8e1b00b86466'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:14:48.459978 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Routers {'5d0d4914-dd86-44a6-8c48-8e1b00b86466'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:14:48.460862 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:14:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['5d0d4914-dd86-44a6-8c48-8e1b00b86466'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:48.489639 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.492101 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:48.492857 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.496755 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:48.602305 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Pushing event updated for resources: {'Network': ['ID=58a4b547-7beb-4345-aed6-3d735f6d1527,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:48.605117 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:48.609872 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5041366 Apr 30 13:14:48.610112 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 40296) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:48.621548 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-06b9e536-e22f-462c-aac5-dbcf7dbad10c admin admin] Request body: {'subnet': {'network_id': '58a4b547-7beb-4345-aed6-3d735f6d1527', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-962990046-subnet', 'tenant_id': '067c21a11d3e4456a44dd6feaa2a0559', 'ip_version': 4}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:48.625886 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Network 58a4b547-7beb-4345-aed6-3d735f6d1527 details requested by agent ovs-agent-dv-cinder-784453-4-iscsi with host dv-cinder-784453-4-iscsi {{(pid=73815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:14:48.630350 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-06b9e536-e22f-462c-aac5-dbcf7dbad10c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:48.635945 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-06b9e536-e22f-462c-aac5-dbcf7dbad10c admin admin] Usage tracker for resource:subnet and tenant:067c21a11d3e4456a44dd6feaa2a0559 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:48.639841 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-06b9e536-e22f-462c-aac5-dbcf7dbad10c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:48.647078 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-06b9e536-e22f-462c-aac5-dbcf7dbad10c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:48.691981 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b9e536-e22f-462c-aac5-dbcf7dbad10c admin admin] Made reservation on behalf of 067c21a11d3e4456a44dd6feaa2a0559 for: {'subnet': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:48.694895 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-06b9e536-e22f-462c-aac5-dbcf7dbad10c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65153151'] for subnet, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:48.744295 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Set router 5d0d4914-dd86-44a6-8c48-8e1b00b86466 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:14:48.874414 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device d19cefb9-388e-4461-85a6-748b8b32b8be up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:14:48.887428 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b275156-c508-4147-90c7-1b6d2c46354c req-06ae7f80-d1a9-444b-81c3-97bdbf3bcf08 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:48.888901 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9b275156-c508-4147-90c7-1b6d2c46354c req-06ae7f80-d1a9-444b-81c3-97bdbf3bcf08 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 946 time: 0.2353511 Apr 30 13:14:48.999012 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9b275156-c508-4147-90c7-1b6d2c46354c req-94004508-2925-443f-9958-df67e220cb39 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/security-groups?id=8d86b958-8617-4f01-8809-b3db50567049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674531 Apr 30 13:14:49.046086 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port d19cefb9-388e-4461-85a6-748b8b32b8be triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:49.046474 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.056774 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691bb86-d9c2-448d-b6fb-4711a761f19f req-40106f06-db9d-4333-ac80-77d9dc153f53 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:49.058532 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6691bb86-d9c2-448d-b6fb-4711a761f19f req-40106f06-db9d-4333-ac80-77d9dc153f53 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.2381005 Apr 30 13:14:49.155819 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6691bb86-d9c2-448d-b6fb-4711a761f19f req-add8e621-32d4-4722-927a-5e6da6842c86 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901403 Apr 30 13:14:49.246578 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'name': 'tempest-TestShelveInstance-2080836848-router', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:38Z', 'updated_at': '2021-04-30T13:14:45Z', 'revision_number': 4, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'gw_port': {'id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:40Z', 'updated_at': '2021-04-30T13:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '300724d9-0dc0-4200-863a-a9ea7112fea5', 'name': '', 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'mac_address': 'fa:16:3e:74:ed:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:44Z', 'updated_at': '2021-04-30T13:14:45Z', 'revision_number': 2, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'subnets': [{'id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:49.255251 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Checking router: 5d0d4914-dd86-44a6-8c48-8e1b00b86466 for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:14:49.255523 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Updating router 5d0d4914-dd86-44a6-8c48-8e1b00b86466 port 300724d9-0dc0-4200-863a-a9ea7112fea5 binding host dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:14:49.315359 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.440350 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9fe42a77-9e6e-496d-94e6-10a101540664 req-67a85121-9005-4ac7-9787-c24ac4283ada tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 210 time: 0.1035171 Apr 30 13:14:49.505908 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b1cfa-84f5-4a9a-8afb-fdfc0190e51f req-c57a1bea-ed15-4d98-a0f7-905643d8eb69 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:49.513989 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-845b1cfa-84f5-4a9a-8afb-fdfc0190e51f req-c57a1bea-ed15-4d98-a0f7-905643d8eb69 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.3637936 Apr 30 13:14:49.524409 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0732f-f407-440f-a825-2f76e59d592d req-bb53074f-5915-45e8-948f-cafaf2196f23 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:49.525174 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-fcd0732f-f407-440f-a825-2f76e59d592d req-bb53074f-5915-45e8-948f-cafaf2196f23 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Synchronizing usage tracker for tenant:cf8e3af25206457fb51bca7a0c237b90 on resource:port {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:14:49.547017 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-fcd0732f-f407-440f-a825-2f76e59d592d req-bb53074f-5915-45e8-948f-cafaf2196f23 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Unset dirty status for tenant:cf8e3af25206457fb51bca7a0c237b90 on resource:port {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:14:49.549222 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-fcd0732f-f407-440f-a825-2f76e59d592d req-bb53074f-5915-45e8-948f-cafaf2196f23 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.71 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 946 time: 0.1365919 Apr 30 13:14:49.571590 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-845b1cfa-84f5-4a9a-8afb-fdfc0190e51f req-13dabc90-a397-485d-a6ce-dffe6e887aad tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566602 Apr 30 13:14:49.639465 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-06b9e536-e22f-462c-aac5-dbcf7dbad10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64946755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65153133'] for subnet, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.643499 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:49.725032 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9e536-e22f-462c-aac5-dbcf7dbad10c admin admin] Pushing event updated for resources: {'Subnet': ['ID=040f4f39-5950-48ab-bdb9-8657c7d56fcf,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:49.728641 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-06b9e536-e22f-462c-aac5-dbcf7dbad10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:49.736316 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b9e536-e22f-462c-aac5-dbcf7dbad10c admin admin] Checking segment: {'id': 'fc66ca1c-3761-4043-92c1-450aab8a7294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '58a4b547-7beb-4345-aed6-3d735f6d1527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:49.736680 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b9e536-e22f-462c-aac5-dbcf7dbad10c admin admin] Network hostable DHCP agents. Network: 58a4b547-7beb-4345-aed6-3d735f6d1527, hostable agents: ['e96ab08c-23ca-4860-8db7-d5ed4d5e6b52'], hosted agents: [] {{(pid=73814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:14:49.764027 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b9e536-e22f-462c-aac5-dbcf7dbad10c admin admin] Network 58a4b547-7beb-4345-aed6-3d735f6d1527 is scheduled to be hosted by DHCP agent e96ab08c-23ca-4860-8db7-d5ed4d5e6b52 with binding_index 1 {{(pid=73814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:14:49.767574 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-fcd0732f-f407-440f-a825-2f76e59d592d req-2addf46c-a5d9-489c-bdf8-952ae3930137 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Deleting port beafe99d-0225-4996-9b2c-7e6ed8c092b8 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:14:49.767927 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-fcd0732f-f407-440f-a825-2f76e59d592d req-2addf46c-a5d9-489c-bdf8-952ae3930137 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.782694 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-06b9e536-e22f-462c-aac5-dbcf7dbad10c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-iscsi, 58a4b547-7beb-4345-aed6-3d735f6d1527) {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:49.795789 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b9e536-e22f-462c-aac5-dbcf7dbad10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:49.797877 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-06b9e536-e22f-462c-aac5-dbcf7dbad10c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for subnet, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.799641 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b3c3fd-96bc-4564-9184-97898ffe4c97 None None] Network 58a4b547-7beb-4345-aed6-3d735f6d1527 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:49.839784 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-06b9e536-e22f-462c-aac5-dbcf7dbad10c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2282326 Apr 30 13:14:49.842352 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 40308) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:49.850302 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-962990046-router', 'tenant_id': '067c21a11d3e4456a44dd6feaa2a0559', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:49.855692 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:49.860721 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Usage tracker for resource:router and tenant:067c21a11d3e4456a44dd6feaa2a0559 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:49.863994 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:49.870365 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:49.884076 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66778846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-759'] for router, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.885271 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66778823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66720200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66618511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-718'] for router, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.899916 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Notify callbacks [] for port, precommit_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.906843 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.915936 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-fcd0732f-f407-440f-a825-2f76e59d592d req-2addf46c-a5d9-489c-bdf8-952ae3930137 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] For port beafe99d-0225-4996-9b2c-7e6ed8c092b8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=beafe99d-0225-4996-9b2c-7e6ed8c092b8,segment=NetworkSegment(bf92682c-f1bf-460a-9db6-da3d1c6f85ca),segment_id=bf92682c-f1bf-460a-9db6-da3d1c6f85ca)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:49.916371 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-fcd0732f-f407-440f-a825-2f76e59d592d req-2addf46c-a5d9-489c-bdf8-952ae3930137 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.935288 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Transition to ACTIVE for port object 300724d9-0dc0-4200-863a-a9ea7112fea5 will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:14:49.950351 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:49.956569 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-ecc78ad7-f9bc-4386-8d88-29d185fd3c57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:50.057811 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-fcd0732f-f407-440f-a825-2f76e59d592d req-2addf46c-a5d9-489c-bdf8-952ae3930137 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Calling delete_port for beafe99d-0225-4996-9b2c-7e6ed8c092b8 owned by compute:nova {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:14:50.190765 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658b3e5-a5a9-48f8-8cce-be017dddf9d0 None None] Pushing event updated for resources: {'Port': ['ID=300724d9-0dc0-4200-863a-a9ea7112fea5,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:50.194528 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-c658b3e5-a5a9-48f8-8cce-be017dddf9d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:50.207348 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-fcd0732f-f407-440f-a825-2f76e59d592d req-2addf46c-a5d9-489c-bdf8-952ae3930137 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.222178 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:50.251964 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66720177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66709578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-720'] for router, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.256788 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['beafe99d-0225-4996-9b2c-7e6ed8c092b8'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:14:50.324266 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addf46c-a5d9-489c-bdf8-952ae3930137 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Pushing event deleted for resources: {'Port': ['ID=beafe99d-0225-4996-9b2c-7e6ed8c092b8,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:50.327613 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2addf46c-a5d9-489c-bdf8-952ae3930137 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:50.336040 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Attempting to bind port 300724d9-0dc0-4200-863a-a9ea7112fea5 on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:14:50.336674 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Attempting to bind port 300724d9-0dc0-4200-863a-a9ea7112fea5 by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': '85f93deb-157e-4500-8ba3-ce93d8206079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:14:50.337141 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Attempting to bind port 300724d9-0dc0-4200-863a-a9ea7112fea5 on network 66923575-b46e-40eb-b42a-88dc2b7e5194 {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:14:50.373846 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4efb762e-3ca9-4170-b492-0d2593d46ea3 req-92038036-418d-47d2-898b-d4fde90c38e5 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 210 time: 0.1120813 Apr 30 13:14:50.383538 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd0732f-f407-440f-a825-2f76e59d592d req-2addf46c-a5d9-489c-bdf8-952ae3930137 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] No DVR routers for this DVR port beafe99d-0225-4996-9b2c-7e6ed8c092b8 on host hv-cinder-78445 {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:14:50.387974 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:14:50.388305 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Checking segment: {'id': '85f93deb-157e-4500-8ba3-ce93d8206079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:50.388763 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.389164 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Bound using segment: {'id': '85f93deb-157e-4500-8ba3-ce93d8206079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:14:50.389693 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Bound port: 300724d9-0dc0-4200-863a-a9ea7112fea5, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f93deb-157e-4500-8ba3-ce93d8206079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:14:50.390070 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.393175 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-fcd0732f-f407-440f-a825-2f76e59d592d req-2addf46c-a5d9-489c-bdf8-952ae3930137 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.401292 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5', 'name': 'network-vif-deleted', 'tag': 'beafe99d-0225-4996-9b2c-7e6ed8c092b8'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:50.431606 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-fcd0732f-f407-440f-a825-2f76e59d592d req-2addf46c-a5d9-489c-bdf8-952ae3930137 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.71 "DELETE /v2.0/ports/beafe99d-0225-4996-9b2c-7e6ed8c092b8 HTTP/1.1" status: 204 len: 173 time: 0.8327112 Apr 30 13:14:50.497762 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5', 'name': 'network-vif-deleted', 'tag': 'beafe99d-0225-4996-9b2c-7e6ed8c092b8', 'status': 'completed', 'code': 200} Apr 30 13:14:50.531380 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] For port 300724d9-0dc0-4200-863a-a9ea7112fea5, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:14:50.534889 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] For port 300724d9-0dc0-4200-863a-a9ea7112fea5, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=300724d9-0dc0-4200-863a-a9ea7112fea5,segment=NetworkSegment(85f93deb-157e-4500-8ba3-ce93d8206079),segment_id=85f93deb-157e-4500-8ba3-ce93d8206079)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:14:50.538382 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ab26763-ec13-5d5f-b953-d9fa9666aef5-58a4b547-7beb-4345-aed6-3d735f6d1527', 'network_id': '58a4b547-7beb-4345-aed6-3d735f6d1527', 'tenant_id': '067c21a11d3e4456a44dd6feaa2a0559', 'fixed_ips': [{'subnet_id': '040f4f39-5950-48ab-bdb9-8657c7d56fcf'}]}} from dv-cinder-784453-4-iscsi. {{(pid=73815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:14:50.539611 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.554748 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:50.569736 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:50.615334 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c548a-f9f5-472b-9841-a4baac2a9eb9 req-5555f7fd-8618-48c3-bfaf-b6cb3ddcc00c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:50.616933 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d55c548a-f9f5-472b-9841-a4baac2a9eb9 req-5555f7fd-8618-48c3-bfaf-b6cb3ddcc00c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.2194977 Apr 30 13:14:50.656470 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658b3e5-a5a9-48f8-8cce-be017dddf9d0 None None] Pushing event updated for resources: {'Port': ['ID=300724d9-0dc0-4200-863a-a9ea7112fea5,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:50.663354 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-c658b3e5-a5a9-48f8-8cce-be017dddf9d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:50.678625 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0ebcf479-0808-4e5a-a8a9-59810b5ee2af req-94c174e7-4bc0-4517-bc2d-31e6f9ce2552 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 210 time: 0.0598152 Apr 30 13:14:50.797970 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d55c548a-f9f5-472b-9841-a4baac2a9eb9 req-3d69b97e-0d31-4285-b86e-80c2322fdb55 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121881 Apr 30 13:14:50.798807 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Routers {'5d0d4914-dd86-44a6-8c48-8e1b00b86466'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:14:50.799454 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:14:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['5d0d4914-dd86-44a6-8c48-8e1b00b86466'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:50.948454 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-3d672fd5-6b17-43ab-9d86-8d6397a63e60 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:50.949184 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-3d672fd5-6b17-43ab-9d86-8d6397a63e60 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Synchronizing usage tracker for tenant:95a5f6800c42410c8d7a418f920d9cbc on resource:network {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:14:50.979811 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-3d672fd5-6b17-43ab-9d86-8d6397a63e60 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Unset dirty status for tenant:95a5f6800c42410c8d7a418f920d9cbc on resource:network {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:14:50.981623 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-3d672fd5-6b17-43ab-9d86-8d6397a63e60 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.71 "GET /v2.0/networks?id=5afe9a73-d521-4fe7-94d1-3d1ec432eca5 HTTP/1.1" status: 200 len: 814 time: 0.4165723 Apr 30 13:14:51.015108 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-be6af5b0-196f-4d0a-a066-562599956971 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Request body: {'port': {'device_id': 'bc7f5373-9990-486e-b303-1e46fc75e956', 'network_id': '5afe9a73-d521-4fe7-94d1-3d1ec432eca5', 'admin_state_up': True, 'tenant_id': '95a5f6800c42410c8d7a418f920d9cbc'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:51.083515 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.099140 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.db_base_plugin_common [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Allocated IP 172.20.0.2 (58a4b547-7beb-4345-aed6-3d735f6d1527/040f4f39-5950-48ab-bdb9-8657c7d56fcf/cfa176a4-0247-45f5-964e-e7ae1996beb4) {{(pid=73815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:14:51.115619 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.180585 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] Set router 5d0d4914-dd86-44a6-8c48-8e1b00b86466 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:14:51.183360 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-be6af5b0-196f-4d0a-a066-562599956971 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:14:51.183521 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad05c21-e50a-42fa-aa01-d907b4a0cd7b req-36af8cfd-2afe-48d8-a911-f00121a997bf tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:51.184895 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bad05c21-e50a-42fa-aa01-d907b4a0cd7b req-36af8cfd-2afe-48d8-a911-f00121a997bf tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.2912455 Apr 30 13:14:51.187988 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-be6af5b0-196f-4d0a-a066-562599956971 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Usage tracker for resource:port and tenant:95a5f6800c42410c8d7a418f920d9cbc is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:14:51.191118 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-be6af5b0-196f-4d0a-a066-562599956971 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:14:51.197754 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-be6af5b0-196f-4d0a-a066-562599956971 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:14:51.211488 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-be6af5b0-196f-4d0a-a066-562599956971 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Made reservation on behalf of 95a5f6800c42410c8d7a418f920d9cbc for: {'port': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:14:51.215838 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-be6af5b0-196f-4d0a-a066-562599956971 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.391844 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bad05c21-e50a-42fa-aa01-d907b4a0cd7b req-540e197b-e6d3-46a0-9b85-d6dfc606fd1b tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972725 Apr 30 13:14:51.425888 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-be6af5b0-196f-4d0a-a066-562599956971 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Allocated IP 172.20.0.3 (5afe9a73-d521-4fe7-94d1-3d1ec432eca5/8d64d57d-98a6-4d27-855d-30a97cdc1e8e/e679c56c-ca0d-455a-aea9-2cf760a03f8d) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:14:51.484269 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Allocated IP 172.27.1.8 (0b72fb58-bb2e-463f-beea-a002adeb004d/99073808-7a40-4541-a751-8ae1df9ed350/fb016b39-4395-41c9-968f-683ce3671d9b) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:14:51.684871 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-17bbbffd-d7b9-4771-b664-01fc9c48919b req-e351e6b6-7bf4-4d84-b6a7-f65b3a92cedb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] 10.222.0.69 "GET /v2.0/ports?device_id=4249fd9b-31ea-48b6-8b78-ef2cbbf8d2b5 HTTP/1.1" status: 200 len: 210 time: 0.0593920 Apr 30 13:14:51.695056 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11343373-dfbe-4b1a-a855-0098a6988a37 req-5ac96d7c-93d7-48fd-81a4-06f4f68be656 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:51.696226 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-11343373-dfbe-4b1a-a855-0098a6988a37 req-5ac96d7c-93d7-48fd-81a4-06f4f68be656 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.2600284 Apr 30 13:14:51.758737 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-be6af5b0-196f-4d0a-a066-562599956971 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.795520 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-be6af5b0-196f-4d0a-a066-562599956971 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.797223 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.806326 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-fff1c88d-ebc9-4528-afec-a3bb4ac85031 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:51.869637 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Notify callbacks [] for port, precommit_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.885402 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-be6af5b0-196f-4d0a-a066-562599956971 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Network 5afe9a73-d521-4fe7-94d1-3d1ec432eca5 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:14:51.895288 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-be6af5b0-196f-4d0a-a066-562599956971 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:51.904923 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-be6af5b0-196f-4d0a-a066-562599956971 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:14:51.947921 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Transition to ACTIVE for port object cfa176a4-0247-45f5-964e-e7ae1996beb4 will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:14:51.975289 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.982590 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Transition to ACTIVE for port object cfa176a4-0247-45f5-964e-e7ae1996beb4 will not be triggered until provisioned by entity DHCP. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:14:51.993265 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348'] for port, after_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:51.997816 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:52.012524 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:52.061337 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Network 58a4b547-7beb-4345-aed6-3d735f6d1527 is already hosted by enough agents. {{(pid=73815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:14:52.065579 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.base_scheduler [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Resources bound (agent type, host, resource id): {{(pid=73815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:52.071493 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Received port after_create {{(pid=73815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:14:52.087463 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-11343373-dfbe-4b1a-a855-0098a6988a37 req-5658a11c-6dac-4235-b433-dd242bf945d1 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Deleting port 308cbf45-0e9c-4a51-baf7-d8508b14282f {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:14:52.087815 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-11343373-dfbe-4b1a-a855-0098a6988a37 req-5658a11c-6dac-4235-b433-dd242bf945d1 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.099307 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6af5b0-196f-4d0a-a066-562599956971 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Pushing event updated for resources: {'Port': ['ID=e679c56c-ca0d-455a-aea9-2cf760a03f8d,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:52.114648 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-be6af5b0-196f-4d0a-a066-562599956971 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:52.121299 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-be6af5b0-196f-4d0a-a066-562599956971 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:52.122231 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-be6af5b0-196f-4d0a-a066-562599956971 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.124769 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Pushing event updated for resources: {'Port': ['ID=cfa176a4-0247-45f5-964e-e7ae1996beb4,revision_number=1']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:52.130336 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Network 0b72fb58-bb2e-463f-beea-a002adeb004d is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:14:52.133163 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:52.143145 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:52.145533 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:14:52.147373 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-be6af5b0-196f-4d0a-a066-562599956971 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1384647 Apr 30 13:14:52.166804 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Request body: {'port': {'device_id': 'bc7f5373-9990-486e-b303-1e46fc75e956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:14:52.168568 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'name': 'tempest-TestShelveInstance-2080836848-router', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:38Z', 'updated_at': '2021-04-30T13:14:45Z', 'revision_number': 4, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'gw_port': {'id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:40Z', 'updated_at': '2021-04-30T13:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '300724d9-0dc0-4200-863a-a9ea7112fea5', 'name': '', 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'mac_address': 'fa:16:3e:74:ed:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:44Z', 'updated_at': '2021-04-30T13:14:50Z', 'revision_number': 4, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'subnets': [{'id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:52.185661 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2008ba3-877c-4128-a86a-ae4474e5b19b None None] The sync data for ids ['5d0d4914-dd86-44a6-8c48-8e1b00b86466'] in dv-cinder-784453-4-iscsi is: [{'id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'name': 'tempest-TestShelveInstance-2080836848-router', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:38Z', 'updated_at': '2021-04-30T13:14:45Z', 'revision_number': 4, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'gw_port': {'id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:40Z', 'updated_at': '2021-04-30T13:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '300724d9-0dc0-4200-863a-a9ea7112fea5', 'name': '', 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'mac_address': 'fa:16:3e:74:ed:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:44Z', 'updated_at': '2021-04-30T13:14:50Z', 'revision_number': 4, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'subnets': [{'id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:14:52.198777 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Attempting to bind port cfa176a4-0247-45f5-964e-e7ae1996beb4 on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:14:52.198986 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Pushing event updated for resources: {'Port': ['ID=fb016b39-4395-41c9-968f-683ce3671d9b,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:52.199077 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Attempting to bind port cfa176a4-0247-45f5-964e-e7ae1996beb4 by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': 'fc66ca1c-3761-4043-92c1-450aab8a7294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '58a4b547-7beb-4345-aed6-3d735f6d1527'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:14:52.199419 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Attempting to bind port cfa176a4-0247-45f5-964e-e7ae1996beb4 on network 58a4b547-7beb-4345-aed6-3d735f6d1527 {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:14:52.201688 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:52.205618 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:14:52.206012 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Checking segment: {'id': 'fc66ca1c-3761-4043-92c1-450aab8a7294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '58a4b547-7beb-4345-aed6-3d735f6d1527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:52.206434 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.206893 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Bound using segment: {'id': 'fc66ca1c-3761-4043-92c1-450aab8a7294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '58a4b547-7beb-4345-aed6-3d735f6d1527'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:14:52.207422 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Bound port: cfa176a4-0247-45f5-964e-e7ae1996beb4, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc66ca1c-3761-4043-92c1-450aab8a7294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '58a4b547-7beb-4345-aed6-3d735f6d1527'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:14:52.209245 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.283310 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470540d-89d3-4fc4-9cb1-1ffe4751bb5d req-df1f39b0-08af-4ba9-a738-3d096d34be3c tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:52.287420 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e470540d-89d3-4fc4-9cb1-1ffe4751bb5d req-df1f39b0-08af-4ba9-a738-3d096d34be3c tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 931 time: 0.4088135 Apr 30 13:14:52.344776 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.361944 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-608a51df-ec68-415e-9575-380ca1236779 None None] For port cfa176a4-0247-45f5-964e-e7ae1996beb4, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:14:52.367472 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-608a51df-ec68-415e-9575-380ca1236779 None None] For port cfa176a4-0247-45f5-964e-e7ae1996beb4, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=cfa176a4-0247-45f5-964e-e7ae1996beb4,segment=NetworkSegment(fc66ca1c-3761-4043-92c1-450aab8a7294),segment_id=fc66ca1c-3761-4043-92c1-450aab8a7294)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:14:52.375909 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.380356 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-080c0d88-6aef-448f-8db7-4291ae635682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:52.549411 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Pushing event updated for resources: {'Port': ['ID=cfa176a4-0247-45f5-964e-e7ae1996beb4,revision_number=2']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:52.571967 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:52.638127 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bd325-cd5e-46dc-a081-33b1bfaf5b0b req-449d59a4-edbf-4629-baa7-587afd1d384c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:52.639835 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-de5bd325-cd5e-46dc-a081-33b1bfaf5b0b req-449d59a4-edbf-4629-baa7-587afd1d384c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.6677318 Apr 30 13:14:52.642773 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e470540d-89d3-4fc4-9cb1-1ffe4751bb5d req-5a2b8549-0cf7-46f6-a795-e5ff9de921ae tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317561 Apr 30 13:14:52.662849 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-11343373-dfbe-4b1a-a855-0098a6988a37 req-5658a11c-6dac-4235-b433-dd242bf945d1 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] For port 308cbf45-0e9c-4a51-baf7-d8508b14282f, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=308cbf45-0e9c-4a51-baf7-d8508b14282f,segment=NetworkSegment(3e0ce165-dd2c-4658-a144-637b212e7aa1),segment_id=3e0ce165-dd2c-4658-a144-637b212e7aa1)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:52.663460 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-11343373-dfbe-4b1a-a855-0098a6988a37 req-5658a11c-6dac-4235-b433-dd242bf945d1 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.888933 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device beafe99d-0225-4996-9b2c-7e6ed8c092b8 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:14:52.891268 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e679c56c-ca0d-455a-aea9-2cf760a03f8d {{(pid=73813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:14:52.911383 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.936481 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Transition to ACTIVE for port object e679c56c-ca0d-455a-aea9-2cf760a03f8d will not be triggered until provisioned by entity L2. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:14:52.946475 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:52.959829 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: beafe99d-0225-4996-9b2c-7e6ed8c092b8 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:14:52.960178 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device beafe99d-0225-4996-9b2c-7e6ed8c092b8 not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:14:52.964583 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f47ccf98-74d3-45d0-8c7e-95d6bc2cd2c1 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:52.966188 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-11343373-dfbe-4b1a-a855-0098a6988a37 req-5658a11c-6dac-4235-b433-dd242bf945d1 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Calling delete_port for 308cbf45-0e9c-4a51-baf7-d8508b14282f owned by compute:nova {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:14:53.079572 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 300724d9-0dc0-4200-863a-a9ea7112fea5 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:14:53.163133 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Pushing event updated for resources: {'Port': ['ID=e679c56c-ca0d-455a-aea9-2cf760a03f8d,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:53.167257 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:53.187015 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 300724d9-0dc0-4200-863a-a9ea7112fea5 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:14:53.201581 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 300724d9-0dc0-4200-863a-a9ea7112fea5 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:53.201581 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.246248 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Attempting to bind port e679c56c-ca0d-455a-aea9-2cf760a03f8d on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:14:53.246653 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Attempting to bind port e679c56c-ca0d-455a-aea9-2cf760a03f8d by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '4174bc95-014f-4f28-b854-a330ecbb7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5afe9a73-d521-4fe7-94d1-3d1ec432eca5'}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:14:53.247165 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Attempting to bind port e679c56c-ca0d-455a-aea9-2cf760a03f8d on network 5afe9a73-d521-4fe7-94d1-3d1ec432eca5 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:14:53.253480 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Port e679c56c-ca0d-455a-aea9-2cf760a03f8d on network 5afe9a73-d521-4fe7-94d1-3d1ec432eca5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:14:53.253899 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Attempting to bind port e679c56c-ca0d-455a-aea9-2cf760a03f8d on network 5afe9a73-d521-4fe7-94d1-3d1ec432eca5 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:14:53.260306 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:14:53.261209 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Checking segment: {'id': '4174bc95-014f-4f28-b854-a330ecbb7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5afe9a73-d521-4fe7-94d1-3d1ec432eca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:53.261685 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Bound using segment: {'id': '4174bc95-014f-4f28-b854-a330ecbb7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5afe9a73-d521-4fe7-94d1-3d1ec432eca5'} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:14:53.262129 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Bound port: e679c56c-ca0d-455a-aea9-2cf760a03f8d, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4174bc95-014f-4f28-b854-a330ecbb7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5afe9a73-d521-4fe7-94d1-3d1ec432eca5'}}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:14:53.262485 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.391833 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.396507 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] For port e679c56c-ca0d-455a-aea9-2cf760a03f8d, host hv-cinder-78445, cleared binding levels {{(pid=73813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:14:53.400622 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] For port e679c56c-ca0d-455a-aea9-2cf760a03f8d, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e679c56c-ca0d-455a-aea9-2cf760a03f8d,segment=NetworkSegment(4174bc95-014f-4f28-b854-a330ecbb7cba),segment_id=4174bc95-014f-4f28-b854-a330ecbb7cba)] {{(pid=73813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:14:53.402194 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-de5bd325-cd5e-46dc-a081-33b1bfaf5b0b req-4a8aebf5-3f20-4c10-9c22-62eae1035e37 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7423136 Apr 30 13:14:53.406644 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.412446 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-58da2b49-0e96-4663-8240-7c86cbb811e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:53.457599 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port 300724d9-0dc0-4200-863a-a9ea7112fea5, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=300724d9-0dc0-4200-863a-a9ea7112fea5,segment=NetworkSegment(85f93deb-157e-4500-8ba3-ce93d8206079),segment_id=85f93deb-157e-4500-8ba3-ce93d8206079)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:53.469910 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.474501 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device cfa176a4-0247-45f5-964e-e7ae1996beb4 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:14:53.485565 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:53.486177 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.487562 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] 10.222.0.71 "PUT /v2.0/ports/e679c56c-ca0d-455a-aea9-2cf760a03f8d HTTP/1.1" status: 200 len: 1093 time: 1.3256464 Apr 30 13:14:53.488052 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7f5373-9990-486e-b303-1e46fc75e956', 'tag': 'e679c56c-ca0d-455a-aea9-2cf760a03f8d'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:53.518586 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Pushing event updated for resources: {'Port': ['ID=e679c56c-ca0d-455a-aea9-2cf760a03f8d,revision_number=3']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:53.523850 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:53.552866 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-ee39015f-8d5f-4e98-863f-01eea2b33531 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:53.580773 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:53.708267 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7f5373-9990-486e-b303-1e46fc75e956', 'tag': 'e679c56c-ca0d-455a-aea9-2cf760a03f8d', 'status': 'completed', 'code': 200} Apr 30 13:14:53.798231 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab5780-d949-432a-8dbd-d295476608f5 req-a3ead02d-74ed-473d-b7a9-c169b6ac24ff tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:53.803338 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-92ab5780-d949-432a-8dbd-d295476608f5 req-a3ead02d-74ed-473d-b7a9-c169b6ac24ff tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 945 time: 0.8505564 Apr 30 13:14:53.807006 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=300724d9-0dc0-4200-863a-a9ea7112fea5,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:53.813278 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:53.825915 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-85d61182-be4f-4fa9-8d2d-9475b439a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:53.836621 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-85d61182-be4f-4fa9-8d2d-9475b439a19d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95a5f6800c42410c8d7a418f920d9cbc&device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 1096 time: 0.2850385 Apr 30 13:14:53.898087 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port cfa176a4-0247-45f5-964e-e7ae1996beb4 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:14:54.007096 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-b6285b03-12bf-49f7-b00c-01e191033c57 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e679c56c-ca0d-455a-aea9-2cf760a03f8d HTTP/1.1" status: 200 len: 217 time: 0.1549246 Apr 30 13:14:54.037916 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcb683c-cd4e-4789-a336-e64a10af4142 None None] Network 58a4b547-7beb-4345-aed6-3d735f6d1527 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:14:54.107542 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-92ab5780-d949-432a-8dbd-d295476608f5 req-5736c89f-d414-4953-86d9-efb2bcd2f481 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622438 Apr 30 13:14:54.113987 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-b53b72a8-e1b7-410d-b0e4-a8c69f630fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:54.117591 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-b53b72a8-e1b7-410d-b0e4-a8c69f630fce service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8d64d57d-98a6-4d27-855d-30a97cdc1e8e HTTP/1.1" status: 200 len: 854 time: 0.1027379 Apr 30 13:14:54.178604 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-d735a253-1eee-4690-8125-7cf684e79fc4 None None] Provisioning for port cfa176a4-0247-45f5-964e-e7ae1996beb4 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:14:54.196680 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-ef12e88c-245c-4609-a90f-950caa8ca573 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5afe9a73-d521-4fe7-94d1-3d1ec432eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697563 Apr 30 13:14:54.197519 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-11343373-dfbe-4b1a-a855-0098a6988a37 req-5658a11c-6dac-4235-b433-dd242bf945d1 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.205170 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-d735a253-1eee-4690-8125-7cf684e79fc4 None None] Provisioning complete for port cfa176a4-0247-45f5-964e-e7ae1996beb4 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:54.205778 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-d735a253-1eee-4690-8125-7cf684e79fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.254227 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['d7b2af60-4552-417a-9aa9-646dcfac8e70'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:14:54.264340 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:54.339451 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658a11c-6dac-4235-b433-dd242bf945d1 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Pushing event deleted for resources: {'Port': ['ID=308cbf45-0e9c-4a51-baf7-d8508b14282f,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:54.342170 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5658a11c-6dac-4235-b433-dd242bf945d1 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:54.349218 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-bb3b538d-25e5-45b4-92a9-fdd31b1f42bf service neutron] 10.222.0.71 "GET /v2.0/networks/5afe9a73-d521-4fe7-94d1-3d1ec432eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414430 Apr 30 13:14:54.463350 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd678a-1cb0-4a30-9f55-a023b32deac5 req-bf35577a-ed58-4586-991b-26889646a174 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:54.474942 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-eacd678a-1cb0-4a30-9f55-a023b32deac5 req-bf35577a-ed58-4586-991b-26889646a174 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 943 time: 0.5282276 Apr 30 13:14:54.520979 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-4a28e968-d290-4f07-bf98-8f3a3c596cd5 req-f794f4b7-b082-49d1-bb37-640eb012bd40 service neutron] 10.222.0.71 "GET /v2.0/networks/5afe9a73-d521-4fe7-94d1-3d1ec432eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643348 Apr 30 13:14:54.529490 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-11343373-dfbe-4b1a-a855-0098a6988a37 req-5658a11c-6dac-4235-b433-dd242bf945d1 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] No DVR routers for this DVR port 308cbf45-0e9c-4a51-baf7-d8508b14282f on host hv-cinder-78445 {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:14:54.532807 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-11343373-dfbe-4b1a-a855-0098a6988a37 req-5658a11c-6dac-4235-b433-dd242bf945d1 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.543514 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecc5adf-4994-4a01-b659-44bb30c5af63', 'name': 'network-vif-deleted', 'tag': '308cbf45-0e9c-4a51-baf7-d8508b14282f'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:14:54.572861 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-11343373-dfbe-4b1a-a855-0098a6988a37 req-5658a11c-6dac-4235-b433-dd242bf945d1 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.71 "DELETE /v2.0/ports/308cbf45-0e9c-4a51-baf7-d8508b14282f HTTP/1.1" status: 204 len: 173 time: 2.8592842 Apr 30 13:14:54.573882 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66709569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718076'] for router, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.646697 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-eacd678a-1cb0-4a30-9f55-a023b32deac5 req-11695e1c-c889-499e-8f13-ef108d7730f8 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700881 Apr 30 13:14:54.661627 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-d735a253-1eee-4690-8125-7cf684e79fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.741168 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-d735a253-1eee-4690-8125-7cf684e79fc4 None None] For port cfa176a4-0247-45f5-964e-e7ae1996beb4, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=cfa176a4-0247-45f5-964e-e7ae1996beb4,segment=NetworkSegment(fc66ca1c-3761-4043-92c1-450aab8a7294),segment_id=fc66ca1c-3761-4043-92c1-450aab8a7294)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:54.751677 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-d735a253-1eee-4690-8125-7cf684e79fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:54.752573 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecc5adf-4994-4a01-b659-44bb30c5af63', 'name': 'network-vif-deleted', 'tag': '308cbf45-0e9c-4a51-baf7-d8508b14282f', 'status': 'completed', 'code': 200} Apr 30 13:14:54.753779 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:54.930202 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111dc7b8-171f-4389-9781-f636388fc018 req-a5bb095a-62d8-4c04-ac56-7c4bdf9ef234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:54.931371 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735a253-1eee-4690-8125-7cf684e79fc4 None None] Pushing event updated for resources: {'Port': ['ID=cfa176a4-0247-45f5-964e-e7ae1996beb4,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:54.937871 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-111dc7b8-171f-4389-9781-f636388fc018 req-a5bb095a-62d8-4c04-ac56-7c4bdf9ef234 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95a5f6800c42410c8d7a418f920d9cbc&device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 1096 time: 0.2045069 Apr 30 13:14:54.938491 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 308cbf45-0e9c-4a51-baf7-d8508b14282f no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:14:54.977789 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-d735a253-1eee-4690-8125-7cf684e79fc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:54.979574 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: 308cbf45-0e9c-4a51-baf7-d8508b14282f {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:14:54.979921 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 308cbf45-0e9c-4a51-baf7-d8508b14282f not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:14:54.985484 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 300724d9-0dc0-4200-863a-a9ea7112fea5 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:14:55.023777 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceb49c-1924-455f-9201-8f472a1db596 req-a5912a0a-1b59-450b-a71a-b0995150b1a6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:55.024968 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-07ceb49c-1924-455f-9201-8f472a1db596 req-a5912a0a-1b59-450b-a71a-b0995150b1a6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.3894143 Apr 30 13:14:55.094448 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 300724d9-0dc0-4200-863a-a9ea7112fea5 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:55.095006 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:55.107784 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-07ceb49c-1924-455f-9201-8f472a1db596 req-12a0edf4-358a-4544-ada9-e85973fd0cc3 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684991 Apr 30 13:14:55.121516 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Router 9a4e0c1f-14e2-4afa-b45c-df53e0e30457 is scheduled to L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 with binding_index 1 {{(pid=73814) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:14:55.229254 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-4019debe-276d-4ec9-ab6c-8aca4aeb7925 None None] Provisioning complete for port cfa176a4-0247-45f5-964e-e7ae1996beb4 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:55.229254 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-4019debe-276d-4ec9-ab6c-8aca4aeb7925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:55.275674 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111dc7b8-171f-4389-9781-f636388fc018 req-7a74f48d-98f2-43b9-8470-d72d5cdb39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:55.278388 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-111dc7b8-171f-4389-9781-f636388fc018 req-7a74f48d-98f2-43b9-8470-d72d5cdb39d1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5afe9a73-d521-4fe7-94d1-3d1ec432eca5 HTTP/1.1" status: 200 len: 916 time: 0.3289094 Apr 30 13:14:55.378080 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-111dc7b8-171f-4389-9781-f636388fc018 req-2c978431-bde2-48c2-97a2-f05738580251 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e679c56c-ca0d-455a-aea9-2cf760a03f8d HTTP/1.1" status: 200 len: 217 time: 0.0854130 Apr 30 13:14:55.491328 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111dc7b8-171f-4389-9781-f636388fc018 req-36825133-0d3e-4bcf-aaad-754d6d92fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:55.492883 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-111dc7b8-171f-4389-9781-f636388fc018 req-36825133-0d3e-4bcf-aaad-754d6d92fdc6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8d64d57d-98a6-4d27-855d-30a97cdc1e8e HTTP/1.1" status: 200 len: 854 time: 0.1011214 Apr 30 13:14:55.552180 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-111dc7b8-171f-4389-9781-f636388fc018 req-72935293-2870-4e0c-a8d7-1d3cacee06eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5afe9a73-d521-4fe7-94d1-3d1ec432eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511956 Apr 30 13:14:55.579389 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-5beacb7e-6cb7-45c7-9b23-68afb7b142cf req-7446c596-d3fc-4e86-8cf0-e86deb95d9ed tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Synchronizing usage tracker for tenant:9ae82ace87d14c12b35259bd0973dda6 on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:14:55.620459 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-5beacb7e-6cb7-45c7-9b23-68afb7b142cf req-7446c596-d3fc-4e86-8cf0-e86deb95d9ed tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Unset dirty status for tenant:9ae82ace87d14c12b35259bd0973dda6 on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:14:55.621925 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5beacb7e-6cb7-45c7-9b23-68afb7b142cf req-7446c596-d3fc-4e86-8cf0-e86deb95d9ed tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=7ecc5adf-4994-4a01-b659-44bb30c5af63 HTTP/1.1" status: 200 len: 210 time: 0.2090070 Apr 30 13:14:55.627817 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:14:55.640950 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Sync routers for ids ['9a4e0c1f-14e2-4afa-b45c-df53e0e30457'] in dv-cinder-784453-4-iscsi {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:14:55.653108 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Routers {'9a4e0c1f-14e2-4afa-b45c-df53e0e30457'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:14:55.653972 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:14:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['9a4e0c1f-14e2-4afa-b45c-df53e0e30457'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:55.663295 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Notify callbacks [] for router, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:55.665678 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.8220088 Apr 30 13:14:55.668657 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 40384) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:14:55.753433 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-111dc7b8-171f-4389-9781-f636388fc018 req-2ab0700c-e2fe-4739-8ca1-08e4fd4fbd9d service neutron] 10.222.0.71 "GET /v2.0/networks/5afe9a73-d521-4fe7-94d1-3d1ec432eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828423 Apr 30 13:14:55.898875 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Set router 9a4e0c1f-14e2-4afa-b45c-df53e0e30457 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:14:55.901698 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-111dc7b8-171f-4389-9781-f636388fc018 req-c1f919d5-c29b-4884-b373-5c3177a05541 service neutron] 10.222.0.71 "GET /v2.0/networks/5afe9a73-d521-4fe7-94d1-3d1ec432eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407459 Apr 30 13:14:56.069830 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f47ec-e8c6-4b20-85bf-6bd9db09d8c6 req-9edbf741-dc31-4df7-a287-c60fb13beb25 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:56.071427 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4d2f47ec-e8c6-4b20-85bf-6bd9db09d8c6 req-9edbf741-dc31-4df7-a287-c60fb13beb25 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 943 time: 0.2999947 Apr 30 13:14:56.198842 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4d2f47ec-e8c6-4b20-85bf-6bd9db09d8c6 req-303ff506-5657-4de8-9d9b-22e2db7614b6 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211603 Apr 30 13:14:56.204650 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e0c1f-14e2-4afa-b45c-df53e0e30457', 'name': 'tempest-TestShelveInstance-962990046-router', 'tenant_id': '067c21a11d3e4456a44dd6feaa2a0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'fb016b39-4395-41c9-968f-683ce3671d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:49Z', 'updated_at': '2021-04-30T13:14:52Z', 'revision_number': 3, 'project_id': '067c21a11d3e4456a44dd6feaa2a0559', 'gw_port': {'id': 'fb016b39-4395-41c9-968f-683ce3671d9b', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e0c1f-14e2-4afa-b45c-df53e0e30457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:51Z', 'updated_at': '2021-04-30T13:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:56.208962 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Checking router: 9a4e0c1f-14e2-4afa-b45c-df53e0e30457 for host: dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:14:56.209281 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Updating router 9a4e0c1f-14e2-4afa-b45c-df53e0e30457 port fb016b39-4395-41c9-968f-683ce3671d9b binding host dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:14:56.261764 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.461054 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd15c4-bf12-499a-bd36-8cd58e245ea2 req-58cdfdf3-ee49-4b0f-b9b9-8b59b2cd03e6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:56.462500 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-43dd15c4-bf12-499a-bd36-8cd58e245ea2 req-58cdfdf3-ee49-4b0f-b9b9-8b59b2cd03e6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.1970935 Apr 30 13:14:56.556234 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-43dd15c4-bf12-499a-bd36-8cd58e245ea2 req-dfcf652c-4c02-4378-b05c-dfde40584c3d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830770 Apr 30 13:14:56.564375 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.609203 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Notify callbacks [] for port, precommit_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.621557 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.provisioning_blocks [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Transition to ACTIVE for port object fb016b39-4395-41c9-968f-683ce3671d9b will not be triggered until provisioned by entity L2. {{(pid=73816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:14:56.629427 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.635953 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:56.711207 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Attempting to bind port fb016b39-4395-41c9-968f-683ce3671d9b on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:14:56.711898 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Attempting to bind port fb016b39-4395-41c9-968f-683ce3671d9b by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}] {{(pid=73816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:14:56.711898 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Attempting to bind port fb016b39-4395-41c9-968f-683ce3671d9b on network 0b72fb58-bb2e-463f-beea-a002adeb004d {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:14:56.719163 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:14:56.719528 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Checking segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:14:56.719923 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.720398 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Bound using segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:14:56.720768 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Bound port: fb016b39-4395-41c9-968f-683ce3671d9b, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}}] {{(pid=73816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:14:56.721164 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.797220 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.db [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] For port fb016b39-4395-41c9-968f-683ce3671d9b, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:14:56.800451 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.db [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] For port fb016b39-4395-41c9-968f-683ce3671d9b, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=fb016b39-4395-41c9-968f-683ce3671d9b,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:14:56.808068 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Allocated IP 172.20.0.1 (58a4b547-7beb-4345-aed6-3d735f6d1527/040f4f39-5950-48ab-bdb9-8657c7d56fcf/fde5b07d-5953-4b84-bbef-35573dc2577c) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:14:56.815740 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.829185 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ee0f0-e57a-417e-985a-f056c27b6af8 None None] Pushing event updated for resources: {'Port': ['ID=fb016b39-4395-41c9-968f-683ce3671d9b,revision_number=2']} {{(pid=73816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:56.844282 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-b96ee0f0-e57a-417e-985a-f056c27b6af8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:56.845345 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:56.862531 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device cfa176a4-0247-45f5-964e-e7ae1996beb4 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:14:56.943645 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ee0f0-e57a-417e-985a-f056c27b6af8 None None] Pushing event updated for resources: {'Port': ['ID=fb016b39-4395-41c9-968f-683ce3671d9b,revision_number=3']} {{(pid=73816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:56.946125 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port cfa176a4-0247-45f5-964e-e7ae1996beb4 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:56.946586 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:56.948046 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-b96ee0f0-e57a-417e-985a-f056c27b6af8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:56.958485 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Routers {'9a4e0c1f-14e2-4afa-b45c-df53e0e30457'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:14:56.959361 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:14:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['9a4e0c1f-14e2-4afa-b45c-df53e0e30457'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:57.180144 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] Set router 9a4e0c1f-14e2-4afa-b45c-df53e0e30457 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:14:57.216064 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.238444 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Transition to ACTIVE for port object fde5b07d-5953-4b84-bbef-35573dc2577c will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:14:57.277323 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4925a-b28a-4f4e-b805-b4f77c5b4f72 req-fc191474-1ced-4730-a2d5-04b3bad862dd tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:57.278838 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4cf4925a-b28a-4f4e-b805-b4f77c5b4f72 req-fc191474-1ced-4730-a2d5-04b3bad862dd tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1187050 Apr 30 13:14:57.311427 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.328421 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:57.426087 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4cf4925a-b28a-4f4e-b805-b4f77c5b4f72 req-c0192cfd-b04c-4cd6-a1a0-d90ca57df210 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398230 Apr 30 13:14:57.433280 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Network 58a4b547-7beb-4345-aed6-3d735f6d1527 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:14:57.438555 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:57.446238 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:14:57.485582 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e0c1f-14e2-4afa-b45c-df53e0e30457', 'name': 'tempest-TestShelveInstance-962990046-router', 'tenant_id': '067c21a11d3e4456a44dd6feaa2a0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'fb016b39-4395-41c9-968f-683ce3671d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:49Z', 'updated_at': '2021-04-30T13:14:52Z', 'revision_number': 3, 'project_id': '067c21a11d3e4456a44dd6feaa2a0559', 'gw_port': {'id': 'fb016b39-4395-41c9-968f-683ce3671d9b', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e0c1f-14e2-4afa-b45c-df53e0e30457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:51Z', 'updated_at': '2021-04-30T13:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:57.490220 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a525ab-90c1-40c5-adc0-8de7d9ae7246 None None] The sync data for ids ['9a4e0c1f-14e2-4afa-b45c-df53e0e30457'] in dv-cinder-784453-4-iscsi is: [{'id': '9a4e0c1f-14e2-4afa-b45c-df53e0e30457', 'name': 'tempest-TestShelveInstance-962990046-router', 'tenant_id': '067c21a11d3e4456a44dd6feaa2a0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'fb016b39-4395-41c9-968f-683ce3671d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:49Z', 'updated_at': '2021-04-30T13:14:52Z', 'revision_number': 3, 'project_id': '067c21a11d3e4456a44dd6feaa2a0559', 'gw_port': {'id': 'fb016b39-4395-41c9-968f-683ce3671d9b', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e0c1f-14e2-4afa-b45c-df53e0e30457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:51Z', 'updated_at': '2021-04-30T13:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}] {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:14:57.500592 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Pushing event updated for resources: {'Port': ['ID=fde5b07d-5953-4b84-bbef-35573dc2577c,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:57.509123 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:57.529317 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66717170'] for router_interface, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.562674 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155bb4f-0688-447c-91de-7ac3fb7d3de1 req-eec2b02f-657d-45cb-a6b3-004c22c18674 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:57.564402 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4155bb4f-0688-447c-91de-7ac3fb7d3de1 req-eec2b02f-657d-45cb-a6b3-004c22c18674 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 943 time: 0.2392969 Apr 30 13:14:57.625918 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4155bb4f-0688-447c-91de-7ac3fb7d3de1 req-8d970ae4-feda-443a-9365-b95cc6e127ad tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461438 Apr 30 13:14:57.722555 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-c224d002-aa0c-4f39-9f8c-b3be74ba1966 None None] Provisioning for port fde5b07d-5953-4b84-bbef-35573dc2577c completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:14:57.732180 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-c224d002-aa0c-4f39-9f8c-b3be74ba1966 None None] Provisioning complete for port fde5b07d-5953-4b84-bbef-35573dc2577c triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:57.732554 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-c224d002-aa0c-4f39-9f8c-b3be74ba1966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.779603 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:57.838647 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-c224d002-aa0c-4f39-9f8c-b3be74ba1966 None None] Port fde5b07d-5953-4b84-bbef-35573dc2577c cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:14:57.930056 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef366c-caf1-4bd6-8f06-c1f47b0fff69 req-4a82f9f2-d2b7-49f2-8fef-a4eeca407c8d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:57.931629 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-abef366c-caf1-4bd6-8f06-c1f47b0fff69 req-4a82f9f2-d2b7-49f2-8fef-a4eeca407c8d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.2161553 Apr 30 13:14:58.062425 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-abef366c-caf1-4bd6-8f06-c1f47b0fff69 req-9548c758-5028-4f75-a1f7-223e0709c312 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193182 Apr 30 13:14:58.119381 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.125990 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.151916 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:58.244183 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67101044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66717015'] for router_interface, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.247607 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Pushing event updated for resources: {'Port': ['ID=fde5b07d-5953-4b84-bbef-35573dc2577c,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:58.251193 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:58.392718 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Network 58a4b547-7beb-4345-aed6-3d735f6d1527 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:14:58.394102 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:14:58.609547 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device e679c56c-ca0d-455a-aea9-2cf760a03f8d details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:14:58.651248 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Router 9a4e0c1f-14e2-4afa-b45c-df53e0e30457 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:14:58.739229 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-82659905-2869-4029-afb5-a8e8728d6f80 None None] Provisioning complete for port fde5b07d-5953-4b84-bbef-35573dc2577c triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:58.739606 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-82659905-2869-4029-afb5-a8e8728d6f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.771532 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1369e27-2485-448b-a253-e11bb6ef962d req-ce7025f4-94cc-43d4-b939-4e64229c4d6f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:58.773037 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e1369e27-2485-448b-a253-e11bb6ef962d req-ce7025f4-94cc-43d4-b939-4e64229c4d6f tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1804137 Apr 30 13:14:58.801663 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port e679c56c-ca0d-455a-aea9-2cf760a03f8d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e679c56c-ca0d-455a-aea9-2cf760a03f8d,segment=NetworkSegment(4174bc95-014f-4f28-b854-a330ecbb7cba),segment_id=4174bc95-014f-4f28-b854-a330ecbb7cba)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:58.823976 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-82659905-2869-4029-afb5-a8e8728d6f80 None None] Port fde5b07d-5953-4b84-bbef-35573dc2577c cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:14:58.827137 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': 'e679c56c-ca0d-455a-aea9-2cf760a03f8d', 'network_id': '5afe9a73-d521-4fe7-94d1-3d1ec432eca5', 'port_id': 'e679c56c-ca0d-455a-aea9-2cf760a03f8d', 'mac_address': 'fa:16:3e:07:7e:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d64d57d-98a6-4d27-855d-30a97cdc1e8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:14:58.904848 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device fb016b39-4395-41c9-968f-683ce3671d9b up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:14:58.965174 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:58.996379 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e679c56c-ca0d-455a-aea9-2cf760a03f8d {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:14:59.018674 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port e679c56c-ca0d-455a-aea9-2cf760a03f8d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e679c56c-ca0d-455a-aea9-2cf760a03f8d,segment=NetworkSegment(4174bc95-014f-4f28-b854-a330ecbb7cba),segment_id=4174bc95-014f-4f28-b854-a330ecbb7cba)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:59.024444 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.026053 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 0cd7dfae-50d3-4898-bc92-62023a8d0059 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:14:59.029897 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:59.055207 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e1369e27-2485-448b-a253-e11bb6ef962d req-c056f3a1-4032-41ff-8121-b5bc8257ae2b tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319078 Apr 30 13:14:59.058812 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:14:59.079806 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] 10.222.0.69 "PUT /v2.0/routers/9a4e0c1f-14e2-4afa-b45c-df53e0e30457/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4004941 Apr 30 13:14:59.080048 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port fb016b39-4395-41c9-968f-683ce3671d9b completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:14:59.097308 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port fb016b39-4395-41c9-968f-683ce3671d9b triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:14:59.098180 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.103808 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05259471-ad79-4117-8f51-3e44e0ba68cd req-639016e2-e9ea-4a65-8f54-cccf4ade71d1 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:59.105358 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-05259471-ad79-4117-8f51-3e44e0ba68cd req-639016e2-e9ea-4a65-8f54-cccf4ade71d1 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 943 time: 0.3420556 Apr 30 13:14:59.170055 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-05259471-ad79-4117-8f51-3e44e0ba68cd req-7c3e1c1c-b046-406e-a86f-cd82b8819f8e tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585744 Apr 30 13:14:59.278580 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=e679c56c-ca0d-455a-aea9-2cf760a03f8d,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:59.301686 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602f895-ae71-4800-870b-67ba07fa5701 req-eb0eacb2-4d5f-42c2-a3a7-d37370968330 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:14:59.302339 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.302659 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.302987 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.303312 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8602f895-ae71-4800-870b-67ba07fa5701 req-eb0eacb2-4d5f-42c2-a3a7-d37370968330 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 943 time: 0.0959663 Apr 30 13:14:59.303444 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.303628 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.304000 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.304338 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.304649 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.304952 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.305327 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.305617 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.305898 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:14:59.312446 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:59.362121 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8602f895-ae71-4800-870b-67ba07fa5701 req-092aed40-9c54-4d5d-ab15-3642199c8e8e tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473580 Apr 30 13:14:59.391892 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Sync routers for ids ['9a4e0c1f-14e2-4afa-b45c-df53e0e30457'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:14:59.395499 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 0cd7dfae-50d3-4898-bc92-62023a8d0059, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0cd7dfae-50d3-4898-bc92-62023a8d0059,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:59.421465 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': '0cd7dfae-50d3-4898-bc92-62023a8d0059', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'port_id': '0cd7dfae-50d3-4898-bc92-62023a8d0059', 'mac_address': 'fa:16:3e:6a:61:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:14:59.426809 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Routers {'9a4e0c1f-14e2-4afa-b45c-df53e0e30457'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:14:59.427448 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:14:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['9a4e0c1f-14e2-4afa-b45c-df53e0e30457'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:14:59.538426 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.629891 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.670851 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port fb016b39-4395-41c9-968f-683ce3671d9b, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=fb016b39-4395-41c9-968f-683ce3671d9b,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:59.687921 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.693290 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-608a51df-ec68-415e-9575-380ca1236779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:14:59.735515 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cd7dfae-50d3-4898-bc92-62023a8d0059 {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:14:59.800341 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 0cd7dfae-50d3-4898-bc92-62023a8d0059, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0cd7dfae-50d3-4898-bc92-62023a8d0059,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:14:59.802825 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Set router 9a4e0c1f-14e2-4afa-b45c-df53e0e30457 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:14:59.854601 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:14:59.858722 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=fb016b39-4395-41c9-968f-683ce3671d9b,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:14:59.863755 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:14:59.864202 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:00.096901 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=0cd7dfae-50d3-4898-bc92-62023a8d0059,revision_number=9']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:00.103222 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:00.258219 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e0c1f-14e2-4afa-b45c-df53e0e30457', 'name': 'tempest-TestShelveInstance-962990046-router', 'tenant_id': '067c21a11d3e4456a44dd6feaa2a0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'fb016b39-4395-41c9-968f-683ce3671d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:49Z', 'updated_at': '2021-04-30T13:14:57Z', 'revision_number': 4, 'project_id': '067c21a11d3e4456a44dd6feaa2a0559', 'gw_port': {'id': 'fb016b39-4395-41c9-968f-683ce3671d9b', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e0c1f-14e2-4afa-b45c-df53e0e30457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:51Z', 'updated_at': '2021-04-30T13:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': 'fde5b07d-5953-4b84-bbef-35573dc2577c', 'name': '', 'network_id': '58a4b547-7beb-4345-aed6-3d735f6d1527', 'tenant_id': '067c21a11d3e4456a44dd6feaa2a0559', 'mac_address': 'fa:16:3e:de:43:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e0c1f-14e2-4afa-b45c-df53e0e30457', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '040f4f39-5950-48ab-bdb9-8657c7d56fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:14:57Z', 'revision_number': 2, 'project_id': '067c21a11d3e4456a44dd6feaa2a0559', 'subnets': [{'id': '040f4f39-5950-48ab-bdb9-8657c7d56fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:00.263603 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Checking router: 9a4e0c1f-14e2-4afa-b45c-df53e0e30457 for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:15:00.263930 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Updating router 9a4e0c1f-14e2-4afa-b45c-df53e0e30457 port fde5b07d-5953-4b84-bbef-35573dc2577c binding host dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:15:00.347396 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:00.420570 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['0cd7dfae-50d3-4898-bc92-62023a8d0059'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:15:00.468617 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['e679c56c-ca0d-455a-aea9-2cf760a03f8d'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:15:00.623178 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b087195-4020-48d1-9757-d5a7e5924be0 req-2327e348-fff9-4129-9c6e-65e6abbdf7e4 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:00.626420 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1b087195-4020-48d1-9757-d5a7e5924be0 req-2327e348-fff9-4129-9c6e-65e6abbdf7e4 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1917763 Apr 30 13:15:00.691418 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1b087195-4020-48d1-9757-d5a7e5924be0 req-db0889a8-9603-4117-a073-3d0094f47540 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559475 Apr 30 13:15:00.930499 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 40474) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:00.936745 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-8989f16e-e1fb-4eb9-ae29-9aeb9401d69b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-723591243', 'description': 'tempest-secgroup-smoke-723591243 description', 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:00.939635 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device fb016b39-4395-41c9-968f-683ce3671d9b up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:00.959934 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-8989f16e-e1fb-4eb9-ae29-9aeb9401d69b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:00.979809 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-8989f16e-e1fb-4eb9-ae29-9aeb9401d69b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Usage tracker for resource:security_group and tenant:2e010a31d7104f119fb0a3ab9fe7e8bc is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:00.992489 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-8989f16e-e1fb-4eb9-ae29-9aeb9401d69b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:01.008551 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-8989f16e-e1fb-4eb9-ae29-9aeb9401d69b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:01.034842 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8989f16e-e1fb-4eb9-ae29-9aeb9401d69b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:01.059880 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3ac66-0f8c-4be6-b113-462d30248f84 req-14015043-bbf1-48e6-99f7-1e9cfc8051bc tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:01.062294 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-19b3ac66-0f8c-4be6-b113-462d30248f84 req-14015043-bbf1-48e6-99f7-1e9cfc8051bc tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 944 time: 0.1756616 Apr 30 13:15:01.104506 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-8989f16e-e1fb-4eb9-ae29-9aeb9401d69b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:01.114408 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-8989f16e-e1fb-4eb9-ae29-9aeb9401d69b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Usage tracker for resource:security_group_rule and tenant:2e010a31d7104f119fb0a3ab9fe7e8bc is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:01.122299 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-8989f16e-e1fb-4eb9-ae29-9aeb9401d69b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:01.142547 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-8989f16e-e1fb-4eb9-ae29-9aeb9401d69b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:01.218555 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-19b3ac66-0f8c-4be6-b113-462d30248f84 req-78db9cb7-b718-479c-bcf6-5ef6d88d4fcb tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499615 Apr 30 13:15:01.244001 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:01.294347 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2198789-29b5-4a34-bccf-5ed46827bf3b req-015252f2-c65a-42d3-bc0c-ec64d08db201 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:01.302643 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d2198789-29b5-4a34-bccf-5ed46827bf3b req-015252f2-c65a-42d3-bc0c-ec64d08db201 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 944 time: 0.1516428 Apr 30 13:15:01.310642 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8989f16e-e1fb-4eb9-ae29-9aeb9401d69b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:01.334971 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8989f16e-e1fb-4eb9-ae29-9aeb9401d69b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:01.351094 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-369a6d18-6869-4522-ab1f-ac278e46ac4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:01.365133 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port fb016b39-4395-41c9-968f-683ce3671d9b triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:01.375245 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:01.375598 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d2198789-29b5-4a34-bccf-5ed46827bf3b req-7fc63696-890b-4393-aa23-b2f682e218df tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657637 Apr 30 13:15:01.426692 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8989f16e-e1fb-4eb9-ae29-9aeb9401d69b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6188d6-8f00-4b89-9f81-f5f49ab50477,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:01.430957 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8989f16e-e1fb-4eb9-ae29-9aeb9401d69b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:01.432415 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8989f16e-e1fb-4eb9-ae29-9aeb9401d69b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:01.437026 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-8989f16e-e1fb-4eb9-ae29-9aeb9401d69b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5020564 Apr 30 13:15:01.437862 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 40478) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:01.450103 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-7c8664b0-5ef5-403f-89e5-0313e504e60a tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Request body: {'security_group_rule': {'security_group_id': '8e6188d6-8f00-4b89-9f81-f5f49ab50477', 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:01.461750 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-7c8664b0-5ef5-403f-89e5-0313e504e60a tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:01.476153 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-7c8664b0-5ef5-403f-89e5-0313e504e60a tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Usage tracker for resource:security_group_rule and tenant:2e010a31d7104f119fb0a3ab9fe7e8bc is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:01.480552 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-7c8664b0-5ef5-403f-89e5-0313e504e60a tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:01.493801 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-7c8664b0-5ef5-403f-89e5-0313e504e60a tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:01.527042 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7c8664b0-5ef5-403f-89e5-0313e504e60a tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:01.535337 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Notify callbacks [] for port, precommit_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:01.589066 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Transition to ACTIVE for port object fde5b07d-5953-4b84-bbef-35573dc2577c will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:01.601275 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:01.607511 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:01.641445 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7c8664b0-5ef5-403f-89e5-0313e504e60a tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:01.649951 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7c8664b0-5ef5-403f-89e5-0313e504e60a tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:01.655854 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:01.703577 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8664b0-5ef5-403f-89e5-0313e504e60a tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630e390c-764f-4988-8769-df6d74f155d0,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:01.709880 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7c8664b0-5ef5-403f-89e5-0313e504e60a tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:01.733074 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7c8664b0-5ef5-403f-89e5-0313e504e60a tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:01.734515 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-7c8664b0-5ef5-403f-89e5-0313e504e60a tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2958984 Apr 30 13:15:01.737670 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 40486) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:01.771489 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-ebc107d7-f275-4c1c-8407-a3fa32b1ca8f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Request body: {'security_group_rule': {'security_group_id': '8e6188d6-8f00-4b89-9f81-f5f49ab50477', 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:01.790247 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-ebc107d7-f275-4c1c-8407-a3fa32b1ca8f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:01.804892 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-ebc107d7-f275-4c1c-8407-a3fa32b1ca8f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Usage tracker for resource:security_group_rule and tenant:2e010a31d7104f119fb0a3ab9fe7e8bc is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:01.811930 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-ebc107d7-f275-4c1c-8407-a3fa32b1ca8f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:01.819398 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-ebc107d7-f275-4c1c-8407-a3fa32b1ca8f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:01.855214 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ebc107d7-f275-4c1c-8407-a3fa32b1ca8f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.094696 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15338525-0ed2-4f6b-9734-c1c5fa2636b2 None None] Pushing event updated for resources: {'Port': ['ID=fde5b07d-5953-4b84-bbef-35573dc2577c,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:02.100191 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ebc107d7-f275-4c1c-8407-a3fa32b1ca8f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.113338 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-15338525-0ed2-4f6b-9734-c1c5fa2636b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:02.119794 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ebc107d7-f275-4c1c-8407-a3fa32b1ca8f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.132226 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51c67b-9e30-4e1f-a1c0-d61be6d97cee req-d6fd712b-bc49-4c23-81f1-e0b94e142fdf tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:02.140649 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ec51c67b-9e30-4e1f-a1c0-d61be6d97cee req-d6fd712b-bc49-4c23-81f1-e0b94e142fdf tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.1837959 Apr 30 13:15:02.145644 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Attempting to bind port fde5b07d-5953-4b84-bbef-35573dc2577c on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:02.146014 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Attempting to bind port fde5b07d-5953-4b84-bbef-35573dc2577c by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': 'fc66ca1c-3761-4043-92c1-450aab8a7294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '58a4b547-7beb-4345-aed6-3d735f6d1527'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:02.146375 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Attempting to bind port fde5b07d-5953-4b84-bbef-35573dc2577c on network 58a4b547-7beb-4345-aed6-3d735f6d1527 {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:02.163242 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:02.163702 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Checking segment: {'id': 'fc66ca1c-3761-4043-92c1-450aab8a7294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '58a4b547-7beb-4345-aed6-3d735f6d1527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:02.164129 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.164530 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Bound using segment: {'id': 'fc66ca1c-3761-4043-92c1-450aab8a7294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '58a4b547-7beb-4345-aed6-3d735f6d1527'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:02.165055 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Bound port: fde5b07d-5953-4b84-bbef-35573dc2577c, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc66ca1c-3761-4043-92c1-450aab8a7294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '58a4b547-7beb-4345-aed6-3d735f6d1527'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:02.165506 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.189569 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:02.282042 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc107d7-f275-4c1c-8407-a3fa32b1ca8f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e861e38b-76eb-4b68-87e3-fdd33d40742c,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:02.293414 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ebc107d7-f275-4c1c-8407-a3fa32b1ca8f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:02.296697 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] For port fde5b07d-5953-4b84-bbef-35573dc2577c, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:02.298819 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ebc107d7-f275-4c1c-8407-a3fa32b1ca8f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.300042 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-ebc107d7-f275-4c1c-8407-a3fa32b1ca8f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5613430 Apr 30 13:15:02.302118 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] For port fde5b07d-5953-4b84-bbef-35573dc2577c, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=fde5b07d-5953-4b84-bbef-35573dc2577c,segment=NetworkSegment(fc66ca1c-3761-4043-92c1-450aab8a7294),segment_id=fc66ca1c-3761-4043-92c1-450aab8a7294)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:02.303876 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 40500) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:02.311613 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-85d7f4d0-6b75-4343-b864-60d48500fccc tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Request body: {'security_group_rule': {'security_group_id': '8e6188d6-8f00-4b89-9f81-f5f49ab50477', 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:02.319162 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.327021 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ec51c67b-9e30-4e1f-a1c0-d61be6d97cee req-b371d996-5872-4b7f-9a7b-a5f3a386de65 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850231 Apr 30 13:15:02.329185 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-85d7f4d0-6b75-4343-b864-60d48500fccc tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:02.341360 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:02.341640 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-85d7f4d0-6b75-4343-b864-60d48500fccc tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Usage tracker for resource:security_group_rule and tenant:2e010a31d7104f119fb0a3ab9fe7e8bc is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:02.348939 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-85d7f4d0-6b75-4343-b864-60d48500fccc tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:02.361180 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-85d7f4d0-6b75-4343-b864-60d48500fccc tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:02.403804 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-85d7f4d0-6b75-4343-b864-60d48500fccc tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.411401 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769bff5-c7d5-4a17-a461-e17b4336c55f req-60f82ba0-8d7f-46da-9e81-318e9291caa2 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:02.421968 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d769bff5-c7d5-4a17-a461-e17b4336c55f req-60f82ba0-8d7f-46da-9e81-318e9291caa2 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.2007723 Apr 30 13:15:02.431996 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15338525-0ed2-4f6b-9734-c1c5fa2636b2 None None] Pushing event updated for resources: {'Port': ['ID=fde5b07d-5953-4b84-bbef-35573dc2577c,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:02.438897 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-15338525-0ed2-4f6b-9734-c1c5fa2636b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:02.469033 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ab8bcf35-939f-4466-9bbf-4f7dadf9dcb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.480016 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Routers {'9a4e0c1f-14e2-4afa-b45c-df53e0e30457'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:02.480858 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:14:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['9a4e0c1f-14e2-4afa-b45c-df53e0e30457'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:02.604525 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d769bff5-c7d5-4a17-a461-e17b4336c55f req-bcb253e7-d989-409d-92c9-b039401d8d8a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792672 Apr 30 13:15:02.624810 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-85d7f4d0-6b75-4343-b864-60d48500fccc tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.634822 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-85d7f4d0-6b75-4343-b864-60d48500fccc tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.642025 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:02.686400 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25823902-b088-470f-a61e-772066ae5b82 req-15b79a63-a69c-4d6d-9c35-f8a116dc3bd6 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:02.687049 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7f4d0-6b75-4343-b864-60d48500fccc tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca37f91-e90c-443f-b423-d0a23739d7f9,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:02.698730 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-85d7f4d0-6b75-4343-b864-60d48500fccc tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:02.701030 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-25823902-b088-470f-a61e-772066ae5b82 req-15b79a63-a69c-4d6d-9c35-f8a116dc3bd6 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 944 time: 0.2552156 Apr 30 13:15:02.702213 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-85d7f4d0-6b75-4343-b864-60d48500fccc tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.709127 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-85d7f4d0-6b75-4343-b864-60d48500fccc tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4032252 Apr 30 13:15:02.710351 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 40506) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:02.732051 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-3c6f3b37-5214-468c-954f-9b54f95734e8 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Request body: {'security_group_rule': {'security_group_id': '8e6188d6-8f00-4b89-9f81-f5f49ab50477', 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:02.736206 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] Set router 9a4e0c1f-14e2-4afa-b45c-df53e0e30457 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:02.739817 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3c6f3b37-5214-468c-954f-9b54f95734e8 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:02.753211 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3c6f3b37-5214-468c-954f-9b54f95734e8 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Usage tracker for resource:security_group_rule and tenant:2e010a31d7104f119fb0a3ab9fe7e8bc is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:02.757608 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3c6f3b37-5214-468c-954f-9b54f95734e8 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:02.775497 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3c6f3b37-5214-468c-954f-9b54f95734e8 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:02.796650 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-25823902-b088-470f-a61e-772066ae5b82 req-130df740-13a8-4bcb-a9fa-1388aaad4b68 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946093 Apr 30 13:15:02.818507 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3b37-5214-468c-954f-9b54f95734e8 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.912392 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3b37-5214-468c-954f-9b54f95734e8 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.919065 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3b37-5214-468c-954f-9b54f95734e8 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.921721 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-83135cae-0450-40cd-9694-5d6ef4d05d3b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:02.970692 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55473d7b-3335-4158-b14d-d2055c949f66 req-58a6e906-49a6-43cd-ad22-008ccf5af23f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:02.972716 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f3b37-5214-468c-954f-9b54f95734e8 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8a9e9d-d4fe-4904-82e6-b14a4fe9423b,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:02.975807 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3c6f3b37-5214-468c-954f-9b54f95734e8 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:02.978676 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3c6f3b37-5214-468c-954f-9b54f95734e8 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:02.983008 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-3c6f3b37-5214-468c-954f-9b54f95734e8 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2715735 Apr 30 13:15:02.983618 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 40510) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:02.988481 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-55473d7b-3335-4158-b14d-d2055c949f66 req-58a6e906-49a6-43cd-ad22-008ccf5af23f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 944 time: 0.1474764 Apr 30 13:15:02.990536 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-634a6827-f980-4520-8284-3c7ff9a8264c tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Request body: {'security_group_rule': {'security_group_id': '8e6188d6-8f00-4b89-9f81-f5f49ab50477', 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:02.997363 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-634a6827-f980-4520-8284-3c7ff9a8264c tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:03.003520 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-634a6827-f980-4520-8284-3c7ff9a8264c tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Usage tracker for resource:security_group_rule and tenant:2e010a31d7104f119fb0a3ab9fe7e8bc is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:03.013225 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-634a6827-f980-4520-8284-3c7ff9a8264c tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:03.024440 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-634a6827-f980-4520-8284-3c7ff9a8264c tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:03.043946 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.securitygroups_db [None req-634a6827-f980-4520-8284-3c7ff9a8264c tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Project 2e010a31d7104f119fb0a3ab9fe7e8bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:15:03.055570 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-634a6827-f980-4520-8284-3c7ff9a8264c tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.059064 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-55473d7b-3335-4158-b14d-d2055c949f66 req-1bc21edf-f1e0-4bad-a11b-e25bc9f77f5a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695055 Apr 30 13:15:03.171454 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-634a6827-f980-4520-8284-3c7ff9a8264c tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.171738 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e0c1f-14e2-4afa-b45c-df53e0e30457', 'name': 'tempest-TestShelveInstance-962990046-router', 'tenant_id': '067c21a11d3e4456a44dd6feaa2a0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'fb016b39-4395-41c9-968f-683ce3671d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:49Z', 'updated_at': '2021-04-30T13:14:57Z', 'revision_number': 4, 'project_id': '067c21a11d3e4456a44dd6feaa2a0559', 'gw_port': {'id': 'fb016b39-4395-41c9-968f-683ce3671d9b', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e0c1f-14e2-4afa-b45c-df53e0e30457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:51Z', 'updated_at': '2021-04-30T13:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': 'fde5b07d-5953-4b84-bbef-35573dc2577c', 'name': '', 'network_id': '58a4b547-7beb-4345-aed6-3d735f6d1527', 'tenant_id': '067c21a11d3e4456a44dd6feaa2a0559', 'mac_address': 'fa:16:3e:de:43:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e0c1f-14e2-4afa-b45c-df53e0e30457', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '040f4f39-5950-48ab-bdb9-8657c7d56fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:15:02Z', 'revision_number': 4, 'project_id': '067c21a11d3e4456a44dd6feaa2a0559', 'subnets': [{'id': '040f4f39-5950-48ab-bdb9-8657c7d56fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:03.177279 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-634a6827-f980-4520-8284-3c7ff9a8264c tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.177634 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b95ce9-8cf4-41e5-94d8-3c656944b70b None None] The sync data for ids ['9a4e0c1f-14e2-4afa-b45c-df53e0e30457'] in dv-cinder-784453-4-iscsi is: [{'id': '9a4e0c1f-14e2-4afa-b45c-df53e0e30457', 'name': 'tempest-TestShelveInstance-962990046-router', 'tenant_id': '067c21a11d3e4456a44dd6feaa2a0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'fb016b39-4395-41c9-968f-683ce3671d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:49Z', 'updated_at': '2021-04-30T13:14:57Z', 'revision_number': 4, 'project_id': '067c21a11d3e4456a44dd6feaa2a0559', 'gw_port': {'id': 'fb016b39-4395-41c9-968f-683ce3671d9b', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e0c1f-14e2-4afa-b45c-df53e0e30457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:51Z', 'updated_at': '2021-04-30T13:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': 'fde5b07d-5953-4b84-bbef-35573dc2577c', 'name': '', 'network_id': '58a4b547-7beb-4345-aed6-3d735f6d1527', 'tenant_id': '067c21a11d3e4456a44dd6feaa2a0559', 'mac_address': 'fa:16:3e:de:43:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4e0c1f-14e2-4afa-b45c-df53e0e30457', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '040f4f39-5950-48ab-bdb9-8657c7d56fcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:56Z', 'updated_at': '2021-04-30T13:15:02Z', 'revision_number': 4, 'project_id': '067c21a11d3e4456a44dd6feaa2a0559', 'subnets': [{'id': '040f4f39-5950-48ab-bdb9-8657c7d56fcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:15:03.182625 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:03.238447 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a6827-f980-4520-8284-3c7ff9a8264c tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69451c68-edbf-4043-b26a-b2ba3636faf0,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:03.246566 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-634a6827-f980-4520-8284-3c7ff9a8264c tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:03.250843 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-634a6827-f980-4520-8284-3c7ff9a8264c tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.264462 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 40518) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:03.265924 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-634a6827-f980-4520-8284-3c7ff9a8264c tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2810464 Apr 30 13:15:03.271219 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-15850121-c063-47a1-9e9b-a6c056d3a5ab tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Request body: {'security_group_rule': {'security_group_id': '8e6188d6-8f00-4b89-9f81-f5f49ab50477', 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:03.288095 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-15850121-c063-47a1-9e9b-a6c056d3a5ab tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:03.293281 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-15850121-c063-47a1-9e9b-a6c056d3a5ab tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Usage tracker for resource:security_group_rule and tenant:2e010a31d7104f119fb0a3ab9fe7e8bc is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:03.296757 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-15850121-c063-47a1-9e9b-a6c056d3a5ab tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:03.312778 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-15850121-c063-47a1-9e9b-a6c056d3a5ab tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:03.327149 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.db.securitygroups_db [None req-15850121-c063-47a1-9e9b-a6c056d3a5ab tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Project 2e010a31d7104f119fb0a3ab9fe7e8bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:15:03.335274 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-15850121-c063-47a1-9e9b-a6c056d3a5ab tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.514378 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-15850121-c063-47a1-9e9b-a6c056d3a5ab tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.526269 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-15850121-c063-47a1-9e9b-a6c056d3a5ab tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.557120 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-dcbee7ca-f8cd-4308-b9af-bfe040ffd0db tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:03.587482 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15850121-c063-47a1-9e9b-a6c056d3a5ab tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9315af68-a705-4e10-8ef9-a5fad608f194,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:03.597311 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-15850121-c063-47a1-9e9b-a6c056d3a5ab tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:03.604745 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-15850121-c063-47a1-9e9b-a6c056d3a5ab tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:03.615219 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-15850121-c063-47a1-9e9b-a6c056d3a5ab tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3401160 Apr 30 13:15:03.668356 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09a8ccf-518c-41df-ac4a-e46dbe580833 req-4bab639d-3d6c-4866-b6c3-0be388d346a9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:03.669973 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e09a8ccf-518c-41df-ac4a-e46dbe580833 req-4bab639d-3d6c-4866-b6c3-0be388d346a9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.2099392 Apr 30 13:15:03.735973 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e09a8ccf-518c-41df-ac4a-e46dbe580833 req-1ce71739-7da0-484a-be6f-e02c2f17fc12 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577147 Apr 30 13:15:03.937362 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device e679c56c-ca0d-455a-aea9-2cf760a03f8d up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:04.084250 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port e679c56c-ca0d-455a-aea9-2cf760a03f8d completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:04.092766 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399aa80-4169-45ee-b5f7-863e6b6fd247 req-cfd3e03f-440e-4931-9cd1-ae4afb208ef7 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:04.100618 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port e679c56c-ca0d-455a-aea9-2cf760a03f8d triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:04.100898 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0399aa80-4169-45ee-b5f7-863e6b6fd247 req-cfd3e03f-440e-4931-9cd1-ae4afb208ef7 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.2955141 Apr 30 13:15:04.104643 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:04.173464 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0399aa80-4169-45ee-b5f7-863e6b6fd247 req-2197ebb5-76ee-47a0-b49b-fae2fbc95cc1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717320 Apr 30 13:15:04.256242 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a92cb-5089-45a5-baa7-0ae3a9c5585c req-1da751e5-3144-49f2-9ff5-543b386afc04 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:04.269055 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-270a92cb-5089-45a5-baa7-0ae3a9c5585c req-1da751e5-3144-49f2-9ff5-543b386afc04 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 944 time: 0.3375359 Apr 30 13:15:04.348064 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:04.432124 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7f5373-9990-486e-b303-1e46fc75e956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e679c56c-ca0d-455a-aea9-2cf760a03f8d'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:04.458237 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port e679c56c-ca0d-455a-aea9-2cf760a03f8d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e679c56c-ca0d-455a-aea9-2cf760a03f8d,segment=NetworkSegment(4174bc95-014f-4f28-b854-a330ecbb7cba),segment_id=4174bc95-014f-4f28-b854-a330ecbb7cba)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:04.461015 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-270a92cb-5089-45a5-baa7-0ae3a9c5585c req-9a745f39-2cc9-47b6-a54d-05dc49106479 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666708 Apr 30 13:15:04.474077 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:04.480324 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 0cd7dfae-50d3-4898-bc92-62023a8d0059 up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:04.681978 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:04.755090 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7f5373-9990-486e-b303-1e46fc75e956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e679c56c-ca0d-455a-aea9-2cf760a03f8d', 'code': 200} Apr 30 13:15:04.780481 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d48646-5842-4482-bde0-79da6180518f req-6d7afd98-f48a-443f-9147-57db8211a489 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:04.783222 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-25d48646-5842-4482-bde0-79da6180518f req-6d7afd98-f48a-443f-9147-57db8211a489 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 944 time: 0.3142002 Apr 30 13:15:04.944919 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-25d48646-5842-4482-bde0-79da6180518f req-b144d883-2373-4f93-b7ad-a5b1a66866ca tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228118 Apr 30 13:15:05.007316 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=e679c56c-ca0d-455a-aea9-2cf760a03f8d,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:05.018897 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:05.046763 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device fde5b07d-5953-4b84-bbef-35573dc2577c up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:05.120793 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port 0cd7dfae-50d3-4898-bc92-62023a8d0059 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:05.121185 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.213309 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f7105-d69f-4b7d-a8d1-42a1db3939dd req-3f7191cd-6e24-47be-9bb2-b1f648a10412 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:05.214268 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-6a9f7105-d69f-4b7d-a8d1-42a1db3939dd req-3f7191cd-6e24-47be-9bb2-b1f648a10412 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Synchronizing usage tracker for tenant:9ae82ace87d14c12b35259bd0973dda6 on resource:port {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:05.222116 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325aea7-f70f-44a3-92d3-1e0432739cca req-e8de245a-b981-496d-a1a7-757f90846daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:05.224139 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3325aea7-f70f-44a3-92d3-1e0432739cca req-e8de245a-b981-496d-a1a7-757f90846daa service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 1098 time: 0.1481776 Apr 30 13:15:05.254049 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-6a9f7105-d69f-4b7d-a8d1-42a1db3939dd req-3f7191cd-6e24-47be-9bb2-b1f648a10412 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Unset dirty status for tenant:9ae82ace87d14c12b35259bd0973dda6 on resource:port {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:05.261785 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6a9f7105-d69f-4b7d-a8d1-42a1db3939dd req-3f7191cd-6e24-47be-9bb2-b1f648a10412 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.71 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.3922088 Apr 30 13:15:05.270028 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a8e43-3027-4f19-acdf-09ad15603bfe req-2413a935-c897-4352-ab99-bf77518e86f9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:05.278581 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b64a8e43-3027-4f19-acdf-09ad15603bfe req-2413a935-c897-4352-ab99-bf77518e86f9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 945 time: 0.2697949 Apr 30 13:15:05.351061 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b64a8e43-3027-4f19-acdf-09ad15603bfe req-f58381c1-47cf-4305-a43a-40bb5f13f2b9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/security-groups?id=a8b6d2bc-6768-423f-80f6-6c9e764d81e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710218 Apr 30 13:15:05.362424 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3325aea7-f70f-44a3-92d3-1e0432739cca req-f05a7bd0-a250-4d9d-a3a7-b78f32e80c19 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296017 Apr 30 13:15:05.473177 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.577632 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port fde5b07d-5953-4b84-bbef-35573dc2577c completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:05.596217 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port fde5b07d-5953-4b84-bbef-35573dc2577c triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:05.596565 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.599822 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-6a9f7105-d69f-4b7d-a8d1-42a1db3939dd req-db2b5d97-cfe2-44a9-a244-b7d4f5c71ae9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Deleting port d7b2af60-4552-417a-9aa9-646dcfac8e70 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:15:05.600163 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6a9f7105-d69f-4b7d-a8d1-42a1db3939dd req-db2b5d97-cfe2-44a9-a244-b7d4f5c71ae9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.649197 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.716807 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 0cd7dfae-50d3-4898-bc92-62023a8d0059, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0cd7dfae-50d3-4898-bc92-62023a8d0059,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:05.733136 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.769558 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:05.813565 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fccebb-99cf-4dda-87a7-0bdb4f128a41 req-59337a41-7bbd-49fe-a53a-dbb6bc99f825 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:05.825733 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-95fccebb-99cf-4dda-87a7-0bdb4f128a41 req-59337a41-7bbd-49fe-a53a-dbb6bc99f825 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.4395006 Apr 30 13:15:05.872958 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-536a41b3-153d-4bd6-b9ac-83d702d5b911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.898995 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-6a9f7105-d69f-4b7d-a8d1-42a1db3939dd req-db2b5d97-cfe2-44a9-a244-b7d4f5c71ae9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] For port d7b2af60-4552-417a-9aa9-646dcfac8e70, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=d7b2af60-4552-417a-9aa9-646dcfac8e70,segment=NetworkSegment(3e0ce165-dd2c-4658-a144-637b212e7aa1),segment_id=3e0ce165-dd2c-4658-a144-637b212e7aa1)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:05.899445 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6a9f7105-d69f-4b7d-a8d1-42a1db3939dd req-db2b5d97-cfe2-44a9-a244-b7d4f5c71ae9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.923007 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:05.969914 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-95fccebb-99cf-4dda-87a7-0bdb4f128a41 req-5c9a2e24-69e8-41a9-bb27-5f12e79a3e4e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425982 Apr 30 13:15:06.011053 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b27a0-50fe-40f3-80e5-43ec7309614e req-8233668e-84f9-4085-91f8-c16f4e464548 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:06.015985 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-132b27a0-50fe-40f3-80e5-43ec7309614e req-8233668e-84f9-4085-91f8-c16f4e464548 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 945 time: 0.2996564 Apr 30 13:15:06.068459 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=0cd7dfae-50d3-4898-bc92-62023a8d0059,revision_number=10']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:06.087218 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:06.104208 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port fde5b07d-5953-4b84-bbef-35573dc2577c, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=fde5b07d-5953-4b84-bbef-35573dc2577c,segment=NetworkSegment(fc66ca1c-3761-4043-92c1-450aab8a7294),segment_id=fc66ca1c-3761-4043-92c1-450aab8a7294)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:06.111450 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.116756 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:06.124259 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-132b27a0-50fe-40f3-80e5-43ec7309614e req-68322c6c-52df-43ce-abff-80fdba4d3e35 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027718 Apr 30 13:15:06.194647 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-6a9f7105-d69f-4b7d-a8d1-42a1db3939dd req-db2b5d97-cfe2-44a9-a244-b7d4f5c71ae9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Calling delete_port for d7b2af60-4552-417a-9aa9-646dcfac8e70 owned by compute:nova {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:15:06.251705 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b156f0-1059-4b11-a4c7-b633dfce5248 req-454e3314-0eaa-4e8f-803c-9a3221056316 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:06.259550 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e2b156f0-1059-4b11-a4c7-b633dfce5248 req-454e3314-0eaa-4e8f-803c-9a3221056316 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.1293397 Apr 30 13:15:06.260039 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=fde5b07d-5953-4b84-bbef-35573dc2577c,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:06.264521 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:06.329514 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e2b156f0-1059-4b11-a4c7-b633dfce5248 req-9643e266-c92f-4a59-a800-fc7f8534d814 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686834 Apr 30 13:15:06.371514 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6a9f7105-d69f-4b7d-a8d1-42a1db3939dd req-db2b5d97-cfe2-44a9-a244-b7d4f5c71ae9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.391250 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8ff04ca2-e002-4a22-94dc-89d1455ef0c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:06.499135 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.508017 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b5d97-cfe2-44a9-a244-b7d4f5c71ae9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Pushing event deleted for resources: {'Port': ['ID=d7b2af60-4552-417a-9aa9-646dcfac8e70,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:06.550639 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-db2b5d97-cfe2-44a9-a244-b7d4f5c71ae9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:06.561913 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7c3a6955-fa53-4b1c-a38b-65ef0b7888b0 req-7b1e67f5-1c1d-4708-af43-8e1b6393d09d tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 210 time: 0.0913799 Apr 30 13:15:06.687694 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9f7105-d69f-4b7d-a8d1-42a1db3939dd req-db2b5d97-cfe2-44a9-a244-b7d4f5c71ae9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] No DVR routers for this DVR port d7b2af60-4552-417a-9aa9-646dcfac8e70 on host hv-cinder-78445 {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:15:06.692880 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6a9f7105-d69f-4b7d-a8d1-42a1db3939dd req-db2b5d97-cfe2-44a9-a244-b7d4f5c71ae9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:06.694370 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372891ff-ece3-4307-82b1-083d958c298a', 'name': 'network-vif-deleted', 'tag': 'd7b2af60-4552-417a-9aa9-646dcfac8e70'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:06.736580 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6a9f7105-d69f-4b7d-a8d1-42a1db3939dd req-db2b5d97-cfe2-44a9-a244-b7d4f5c71ae9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.71 "DELETE /v2.0/ports/d7b2af60-4552-417a-9aa9-646dcfac8e70 HTTP/1.1" status: 204 len: 173 time: 1.4715121 Apr 30 13:15:06.756356 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d095de-4619-4350-a486-c7238d32b916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd7dfae-50d3-4898-bc92-62023a8d0059'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:06.796165 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372891ff-ece3-4307-82b1-083d958c298a', 'name': 'network-vif-deleted', 'tag': 'd7b2af60-4552-417a-9aa9-646dcfac8e70', 'status': 'completed', 'code': 200} Apr 30 13:15:06.818217 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d095de-4619-4350-a486-c7238d32b916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cd7dfae-50d3-4898-bc92-62023a8d0059', 'code': 200} Apr 30 13:15:06.874154 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device fde5b07d-5953-4b84-bbef-35573dc2577c up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:06.971004 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port fde5b07d-5953-4b84-bbef-35573dc2577c triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:06.971747 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:07.287490 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e99879-251e-4ca3-8d76-affec7500d41 req-d5bb1681-4c98-4a88-8608-31d92beae628 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:07.289477 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-74e99879-251e-4ca3-8d76-affec7500d41 req-d5bb1681-4c98-4a88-8608-31d92beae628 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.1538432 Apr 30 13:15:07.414059 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-74e99879-251e-4ca3-8d76-affec7500d41 req-84f065c4-d18e-4fa3-8775-72c1ba4599f3 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904384 Apr 30 13:15:07.519196 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3778257-b09f-4f58-b778-a4bcb26236c9 req-f35b1289-620c-418e-b9c4-137118ef9fef tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:07.527319 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c3778257-b09f-4f58-b778-a4bcb26236c9 req-f35b1289-620c-418e-b9c4-137118ef9fef tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 945 time: 0.2366593 Apr 30 13:15:07.739923 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c3778257-b09f-4f58-b778-a4bcb26236c9 req-470cecde-af73-4e3a-b39d-fb25df5808dc tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112317 Apr 30 13:15:07.774703 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68008c62-a0f9-41bd-933e-d89d42a6bf46 req-d1ce531e-708c-4372-a9a6-aef1d0fe9d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:07.776865 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-68008c62-a0f9-41bd-933e-d89d42a6bf46 req-d1ce531e-708c-4372-a9a6-aef1d0fe9d30 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 1099 time: 0.1657615 Apr 30 13:15:07.795206 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108f9e5-d89a-48e2-aec5-2eba180cdcdd req-6297027d-d90e-4e38-aca2-ee3c50c51232 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:07.803847 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f108f9e5-d89a-48e2-aec5-2eba180cdcdd req-6297027d-d90e-4e38-aca2-ee3c50c51232 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.2173445 Apr 30 13:15:07.845094 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:07.855351 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-68008c62-a0f9-41bd-933e-d89d42a6bf46 req-4809e4fa-504a-416d-ad59-04e84fd4a18e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690444 Apr 30 13:15:07.892513 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f108f9e5-d89a-48e2-aec5-2eba180cdcdd req-6c87734e-493a-437b-8c4b-cae7bbff5ac2 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876052 Apr 30 13:15:07.959380 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device d7b2af60-4552-417a-9aa9-646dcfac8e70 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:15:08.002141 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: d7b2af60-4552-417a-9aa9-646dcfac8e70 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:15:08.002917 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device d7b2af60-4552-417a-9aa9-646dcfac8e70 not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:15:08.013669 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6bffd2cc-46ee-4965-b5b1-aa1b33151e6d req-fe8bdcd3-0cab-4fb6-a27d-62f51929e4f9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] 10.222.0.69 "GET /v2.0/ports?device_id=372891ff-ece3-4307-82b1-083d958c298a HTTP/1.1" status: 200 len: 210 time: 0.0605953 Apr 30 13:15:08.720259 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab59064-43dc-4c6c-947a-09ea975995c3 req-7bce326c-6623-4a05-a00f-6a36ca59a040 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:08.721733 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8ab59064-43dc-4c6c-947a-09ea975995c3 req-7bce326c-6623-4a05-a00f-6a36ca59a040 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.1000857 Apr 30 13:15:08.777137 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8ab59064-43dc-4c6c-947a-09ea975995c3 req-6cb2dd2a-6e98-46fb-be19-569ebf3b7911 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462196 Apr 30 13:15:09.123497 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 40640) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:09.159120 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aafd98-a556-4452-b484-1aa8e97b4dfa req-b70b3daa-3254-4f51-80b5-d9a19cc4729b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:09.167006 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-16aafd98-a556-4452-b484-1aa8e97b4dfa req-b70b3daa-3254-4f51-80b5-d9a19cc4729b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.1140811 Apr 30 13:15:09.252484 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-16aafd98-a556-4452-b484-1aa8e97b4dfa req-a1027bdb-49fb-4116-b2ae-b3393679b078 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833158 Apr 30 13:15:09.859537 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-11ba0efa-e7cf-4376-bff8-9de805c7835b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66717029'] for router_interface, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.018931 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f41752-881a-471b-a42f-d2ea240ef83b req-a8f05b73-1af7-4891-9ba2-5c3a3842e02e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:10.022535 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e8f41752-881a-471b-a42f-d2ea240ef83b req-a8f05b73-1af7-4891-9ba2-5c3a3842e02e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.1160550 Apr 30 13:15:10.111000 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e8f41752-881a-471b-a42f-d2ea240ef83b req-9530a73c-6bcf-4df6-b54e-ad8fe6f73c27 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794811 Apr 30 13:15:10.538224 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-11ba0efa-e7cf-4376-bff8-9de805c7835b admin admin] Deleting port 7b3811d3-1177-43ad-937a-ed22f521260e {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:15:10.539756 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-11ba0efa-e7cf-4376-bff8-9de805c7835b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.636886 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6062b-0eb6-4160-b2bb-4c93fb1a6378 req-ce941250-55cb-4e65-8fb2-b5767bec6aed tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:10.644859 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-63f6062b-0eb6-4160-b2bb-4c93fb1a6378 req-ce941250-55cb-4e65-8fb2-b5767bec6aed tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.1758134 Apr 30 13:15:10.698683 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-63f6062b-0eb6-4160-b2bb-4c93fb1a6378 req-38fe7749-eb3c-4c62-8bd7-54ec604666c5 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529339 Apr 30 13:15:10.721253 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-11ba0efa-e7cf-4376-bff8-9de805c7835b admin admin] For port 7b3811d3-1177-43ad-937a-ed22f521260e, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=7b3811d3-1177-43ad-937a-ed22f521260e,segment=NetworkSegment(3e0ce165-dd2c-4658-a144-637b212e7aa1),segment_id=3e0ce165-dd2c-4658-a144-637b212e7aa1)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:10.721670 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-11ba0efa-e7cf-4376-bff8-9de805c7835b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:10.882492 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-11ba0efa-e7cf-4376-bff8-9de805c7835b admin admin] Calling delete_port for 7b3811d3-1177-43ad-937a-ed22f521260e owned by network:router_interface {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:15:11.563489 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-11ba0efa-e7cf-4376-bff8-9de805c7835b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:11.582843 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-db2b5d97-cfe2-44a9-a244-b7d4f5c71ae9 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:11.618400 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9e525f-bf9d-436b-bbc0-adf09520c664 req-b57a1c36-5f4b-4b50-b8c3-ade34f12a1b4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:11.627189 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dc9e525f-bf9d-436b-bbc0-adf09520c664 req-b57a1c36-5f4b-4b50-b8c3-ade34f12a1b4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.2270482 Apr 30 13:15:11.645940 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba0efa-e7cf-4376-bff8-9de805c7835b admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3811d3-1177-43ad-937a-ed22f521260e,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:11.677453 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-11ba0efa-e7cf-4376-bff8-9de805c7835b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:11.696131 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dc9e525f-bf9d-436b-bbc0-adf09520c664 req-8b4ef0e9-0189-457d-a8d5-6ad636916fc5 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685830 Apr 30 13:15:11.728034 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:15:12.006347 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e2cfc1-7035-4fde-ace0-183a89297724 req-e6c3cf90-9d5c-44d2-af19-10858dedc9ab tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:12.014160 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-90e2cfc1-7035-4fde-ace0-183a89297724 req-e6c3cf90-9d5c-44d2-af19-10858dedc9ab tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.1516430 Apr 30 13:15:12.068549 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-11ba0efa-e7cf-4376-bff8-9de805c7835b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-67101039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66710741'] for router_interface, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:12.100268 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-90e2cfc1-7035-4fde-ace0-183a89297724 req-4ef76102-e425-4f37-9414-ec4c9a6d77ec tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831687 Apr 30 13:15:12.586535 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ba0efa-e7cf-4376-bff8-9de805c7835b admin admin] Router 2639dabb-1d79-40d5-85da-7feb7984362b has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:15:12.816385 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ba0efa-e7cf-4376-bff8-9de805c7835b admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:15:12.827183 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98927033-cc26-4f1a-94ec-e6e395a65e77 None None] Sync routers for ids ['2639dabb-1d79-40d5-85da-7feb7984362b'] in dv-cinder-784453-4-iscsi {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:15:12.848538 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-11ba0efa-e7cf-4376-bff8-9de805c7835b admin admin] 10.222.0.69 "PUT /v2.0/routers/2639dabb-1d79-40d5-85da-7feb7984362b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7239347 Apr 30 13:15:12.851841 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98927033-cc26-4f1a-94ec-e6e395a65e77 None None] Routers {'2639dabb-1d79-40d5-85da-7feb7984362b'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:12.852428 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 40666) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:12.853759 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-98927033-cc26-4f1a-94ec-e6e395a65e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:15:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['2639dabb-1d79-40d5-85da-7feb7984362b'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:12.977141 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3b261-15fc-473d-91ba-ffa72c92418f req-b05a3ee0-1329-43b5-a2fa-03a0b892ec23 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:12.987073 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-43c3b261-15fc-473d-91ba-ffa72c92418f req-b05a3ee0-1329-43b5-a2fa-03a0b892ec23 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.1753914 Apr 30 13:15:13.040200 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-43c3b261-15fc-473d-91ba-ffa72c92418f req-a27f59d6-660d-4d88-ba5a-85be847e0168 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521836 Apr 30 13:15:13.242802 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-98927033-cc26-4f1a-94ec-e6e395a65e77 None None] Set router 2639dabb-1d79-40d5-85da-7feb7984362b gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:13.567999 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d934790f-24a4-4c13-94d3-0f0df03cad91 admin admin] Notify callbacks [] for router, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:13.650579 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f048023-a050-431a-93d7-2772be922986 req-baca6bd3-a7e4-4c91-ae8d-2e85a9f8dd6f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:13.661875 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2f048023-a050-431a-93d7-2772be922986 req-baca6bd3-a7e4-4c91-ae8d-2e85a9f8dd6f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.2123957 Apr 30 13:15:13.781115 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-98927033-cc26-4f1a-94ec-e6e395a65e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'name': 'tempest-ServerRescueNegativeTestJSON-1258475921-router', 'tenant_id': '9ae82ace87d14c12b35259bd0973dda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e82d99c2-c714-4c77-acee-7391c3233e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:15:11Z', 'revision_number': 5, 'project_id': '9ae82ace87d14c12b35259bd0973dda6', 'gw_port': {'id': 'e82d99c2-c714-4c77-acee-7391c3233e51', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:13.789404 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98927033-cc26-4f1a-94ec-e6e395a65e77 None None] Checking router: 2639dabb-1d79-40d5-85da-7feb7984362b for host: dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:15:13.805692 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98927033-cc26-4f1a-94ec-e6e395a65e77 None None] Routers {'2639dabb-1d79-40d5-85da-7feb7984362b'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:15:13.807170 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-98927033-cc26-4f1a-94ec-e6e395a65e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:15:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['2639dabb-1d79-40d5-85da-7feb7984362b'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:13.820697 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2f048023-a050-431a-93d7-2772be922986 req-831b778e-494b-40e7-aa72-55df30bab39b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553240 Apr 30 13:15:13.903013 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d6c83-2686-4085-907a-9b3ed4cee895 req-e46c2868-3a14-4496-b815-d0296939b44b tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:13.910833 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8f0d6c83-2686-4085-907a-9b3ed4cee895 req-e46c2868-3a14-4496-b815-d0296939b44b tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.1517973 Apr 30 13:15:13.971672 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8f0d6c83-2686-4085-907a-9b3ed4cee895 req-02dc14a5-bb04-4d2f-8db3-2cad8f17623f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595357 Apr 30 13:15:14.103520 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d934790f-24a4-4c13-94d3-0f0df03cad91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:14.185398 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ae00b-d040-4a4d-9500-def8ad0e7653 req-27e5988b-5c42-46b6-a07e-877138c39772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:14.186966 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-d35ae00b-d040-4a4d-9500-def8ad0e7653 req-27e5988b-5c42-46b6-a07e-877138c39772 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c3daf98030a4f9983829bc893d1c2a1&device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 1098 time: 0.1593263 Apr 30 13:15:14.211701 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-98927033-cc26-4f1a-94ec-e6e395a65e77 None None] Set router 2639dabb-1d79-40d5-85da-7feb7984362b gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:15:14.249029 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-d934790f-24a4-4c13-94d3-0f0df03cad91 admin admin] Deleting port e82d99c2-c714-4c77-acee-7391c3233e51 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:15:14.249701 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d934790f-24a4-4c13-94d3-0f0df03cad91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:14.455808 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ae00b-d040-4a4d-9500-def8ad0e7653 req-e144f38b-4bd7-47ef-9ddf-05f14825ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:14.457114 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-d35ae00b-d040-4a4d-9500-def8ad0e7653 req-e144f38b-4bd7-47ef-9ddf-05f14825ebea service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8d1fd53-0ee5-499f-9667-97dbc79cf1ea HTTP/1.1" status: 200 len: 913 time: 0.2592106 Apr 30 13:15:14.552859 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-d934790f-24a4-4c13-94d3-0f0df03cad91 admin admin] For port e82d99c2-c714-4c77-acee-7391c3233e51, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=e82d99c2-c714-4c77-acee-7391c3233e51,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:14.553097 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d934790f-24a4-4c13-94d3-0f0df03cad91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:14.623357 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-98927033-cc26-4f1a-94ec-e6e395a65e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'name': 'tempest-ServerRescueNegativeTestJSON-1258475921-router', 'tenant_id': '9ae82ace87d14c12b35259bd0973dda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e82d99c2-c714-4c77-acee-7391c3233e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:15:11Z', 'revision_number': 5, 'project_id': '9ae82ace87d14c12b35259bd0973dda6', 'gw_port': {'id': 'e82d99c2-c714-4c77-acee-7391c3233e51', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:14.631061 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98927033-cc26-4f1a-94ec-e6e395a65e77 None None] The sync data for ids ['2639dabb-1d79-40d5-85da-7feb7984362b'] in dv-cinder-784453-4-iscsi is: [{'id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'name': 'tempest-ServerRescueNegativeTestJSON-1258475921-router', 'tenant_id': '9ae82ace87d14c12b35259bd0973dda6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': 'e82d99c2-c714-4c77-acee-7391c3233e51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:15:11Z', 'revision_number': 5, 'project_id': '9ae82ace87d14c12b35259bd0973dda6', 'gw_port': {'id': 'e82d99c2-c714-4c77-acee-7391c3233e51', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:cb:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2639dabb-1d79-40d5-85da-7feb7984362b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}] {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:15:14.709770 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-d934790f-24a4-4c13-94d3-0f0df03cad91 admin admin] Calling delete_port for e82d99c2-c714-4c77-acee-7391c3233e51 owned by network:router_gateway {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:15:14.730468 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-d35ae00b-d040-4a4d-9500-def8ad0e7653 req-0b0d07f7-ad0e-4590-a51b-a4b0f46b506f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cff078e8-b239-45de-a9b9-daa6482b64f4 HTTP/1.1" status: 200 len: 1000 time: 0.2633443 Apr 30 13:15:14.829973 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ae00b-d040-4a4d-9500-def8ad0e7653 req-ca6eaee5-cc56-45eb-9de3-74ca09a9390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:14.831674 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-d35ae00b-d040-4a4d-9500-def8ad0e7653 req-ca6eaee5-cc56-45eb-9de3-74ca09a9390b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3 HTTP/1.1" status: 200 len: 850 time: 0.0811975 Apr 30 13:15:14.955805 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ae00b-d040-4a4d-9500-def8ad0e7653 req-fcf1fcb1-b4b9-42fd-9553-3e538d853bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:14.958065 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-d35ae00b-d040-4a4d-9500-def8ad0e7653 req-fcf1fcb1-b4b9-42fd-9553-3e538d853bcb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8d1fd53-0ee5-499f-9667-97dbc79cf1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1186383 Apr 30 13:15:15.079183 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 7b3811d3-1177-43ad-937a-ed22f521260e no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:15:15.155097 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b628b-d9c7-47c3-94cf-01509b08bed8 req-a0cdebdb-595a-4f12-b1f4-29b61f422a9f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:15.169195 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6e8b628b-d9c7-47c3-94cf-01509b08bed8 req-a0cdebdb-595a-4f12-b1f4-29b61f422a9f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.1909845 Apr 30 13:15:15.199675 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: 7b3811d3-1177-43ad-937a-ed22f521260e {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:15:15.203730 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d934790f-24a4-4c13-94d3-0f0df03cad91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:15.204705 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 7b3811d3-1177-43ad-937a-ed22f521260e not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:15:15.218080 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e27a8af2-c72d-4ac8-9b6e-9e0f3defb203 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:15.287693 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934790f-24a4-4c13-94d3-0f0df03cad91 admin admin] Pushing event deleted for resources: {'Port': ['ID=e82d99c2-c714-4c77-acee-7391c3233e51,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:15.335521 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d934790f-24a4-4c13-94d3-0f0df03cad91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:15.338544 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-d35ae00b-d040-4a4d-9500-def8ad0e7653 req-5a9ac98a-d9d1-447a-88b8-962e411bf25e service neutron] 10.222.0.71 "GET /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721735 Apr 30 13:15:15.357488 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6e8b628b-d9c7-47c3-94cf-01509b08bed8 req-e9967d82-9544-4fb8-b316-ddef734d6b55 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869624 Apr 30 13:15:15.414750 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db287b5-1170-4e28-8b4c-073fe9f16427 req-bb5dc252-6eee-47cc-823e-d15fe2391292 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:15.424310 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2db287b5-1170-4e28-8b4c-073fe9f16427 req-bb5dc252-6eee-47cc-823e-d15fe2391292 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.2055361 Apr 30 13:15:15.650767 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2db287b5-1170-4e28-8b4c-073fe9f16427 req-b3fc0377-6449-4e83-8f4c-da3ca04d596b tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252231 Apr 30 13:15:15.727093 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d934790f-24a4-4c13-94d3-0f0df03cad91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66717938'] for router_gateway, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:15.919272 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d934790f-24a4-4c13-94d3-0f0df03cad91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66709549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-729'] for router, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:15.923979 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d934790f-24a4-4c13-94d3-0f0df03cad91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.023536 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-d35ae00b-d040-4a4d-9500-def8ad0e7653 req-f36731ef-2a4c-4d48-9f35-782a8108c4f0 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6403029 Apr 30 13:15:16.033443 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d934790f-24a4-4c13-94d3-0f0df03cad91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66710103'] for router, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.034949 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d934790f-24a4-4c13-94d3-0f0df03cad91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2639dabb-1d79-40d5-85da-7feb7984362b {{(pid=73813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:15:16.071700 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d934790f-24a4-4c13-94d3-0f0df03cad91 admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.073166 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-d934790f-24a4-4c13-94d3-0f0df03cad91 admin admin] 10.222.0.69 "DELETE /v2.0/routers/2639dabb-1d79-40d5-85da-7feb7984362b HTTP/1.1" status: 204 len: 168 time: 3.2193286 Apr 30 13:15:16.078262 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 40686) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:16.173943 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6425c7-f968-4ce1-9689-97cec7b83b89 admin admin] Deleting subnet a7902b94-9475-4f0c-afc1-0ffb637b7e52 {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:15:16.181135 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8f6425c7-f968-4ce1-9689-97cec7b83b89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.253547 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8f6425c7-f968-4ce1-9689-97cec7b83b89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64371163'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.317660 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8f6425c7-f968-4ce1-9689-97cec7b83b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726744'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.712225 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8f6425c7-f968-4ce1-9689-97cec7b83b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64370389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65575225'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.724362 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:16.775753 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6425c7-f968-4ce1-9689-97cec7b83b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7902b94-9475-4f0c-afc1-0ffb637b7e52,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:16.784904 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8f6425c7-f968-4ce1-9689-97cec7b83b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:16.793477 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8f6425c7-f968-4ce1-9689-97cec7b83b89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:16.816624 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-8f6425c7-f968-4ce1-9689-97cec7b83b89 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a7902b94-9475-4f0c-afc1-0ffb637b7e52 HTTP/1.1" status: 204 len: 168 time: 0.7371647 Apr 30 13:15:16.819255 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 40694) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:16.881866 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77989e-4448-4c8d-9d41-e66f9f35be74 req-f5cc3945-ee43-42fc-877d-baef1bf36933 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:16.887266 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3a77989e-4448-4c8d-9d41-e66f9f35be74 req-f5cc3945-ee43-42fc-877d-baef1bf36933 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.2085736 Apr 30 13:15:16.985126 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device e82d99c2-c714-4c77-acee-7391c3233e51 no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:15:17.127174 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-667e5262-10b8-4c2e-b4ca-6cb648f2aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607959'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:17.143119 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: e82d99c2-c714-4c77-acee-7391c3233e51 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:15:17.143464 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device e82d99c2-c714-4c77-acee-7391c3233e51 not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:15:17.201094 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3a77989e-4448-4c8d-9d41-e66f9f35be74 req-c9740ecb-6661-4e79-8089-7bac4eb81ca6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529622 Apr 30 13:15:17.230056 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d45ad6-a511-4892-9163-db2a023b0a6b req-f42db2d9-69ca-4c36-a042-e138746e2d2b tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:17.239818 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-68d45ad6-a511-4892-9163-db2a023b0a6b req-f42db2d9-69ca-4c36-a042-e138746e2d2b tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.3503702 Apr 30 13:15:17.294743 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-68d45ad6-a511-4892-9163-db2a023b0a6b req-539f6a38-0d08-4e21-aefd-bdf2a7f58320 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531812 Apr 30 13:15:17.341024 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-667e5262-10b8-4c2e-b4ca-6cb648f2aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721493', 'neutron.services.segments.db._delete_segments_for_network-8751029557405'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:17.505975 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-667e5262-10b8-4c2e-b4ca-6cb648f2aca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac15dd92-c60f-42ab-a3ca-e4794ec69c58']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:17.521973 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-667e5262-10b8-4c2e-b4ca-6cb648f2aca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0ce165-dd2c-4658-a144-637b212e7aa1') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:17.522304 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-667e5262-10b8-4c2e-b4ca-6cb648f2aca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0ce165-dd2c-4658-a144-637b212e7aa1') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:17.536578 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-667e5262-10b8-4c2e-b4ca-6cb648f2aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751029569639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64371154'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:17.556282 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-667e5262-10b8-4c2e-b4ca-6cb648f2aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:17.564803 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667e5262-10b8-4c2e-b4ca-6cb648f2aca3 admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:15:17.875001 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-667e5262-10b8-4c2e-b4ca-6cb648f2aca3 admin admin] Network ac15dd92-c60f-42ab-a3ca-e4794ec69c58 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:15:17.887423 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-667e5262-10b8-4c2e-b4ca-6cb648f2aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-780525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64370303'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:18.078508 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-667e5262-10b8-4c2e-b4ca-6cb648f2aca3 admin admin] Network ac15dd92-c60f-42ab-a3ca-e4794ec69c58 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: Traceback (most recent call last): Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: timer() Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: cb(*args, **kw) Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: return func(*args, **kwargs) Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: self._notify() Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: self.callback(batched_events) Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: event.method(event) Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: return f(self, *a, **k) Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._get(url).json() Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:15:18.107618 dv-cinder-784453-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:15:18.197043 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-667e5262-10b8-4c2e-b4ca-6cb648f2aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721390'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:18.212828 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:18.231730 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-667e5262-10b8-4c2e-b4ca-6cb648f2aca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:18.243659 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e5262-10b8-4c2e-b4ca-6cb648f2aca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac15dd92-c60f-42ab-a3ca-e4794ec69c58,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:18.247557 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-667e5262-10b8-4c2e-b4ca-6cb648f2aca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:18.257726 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-667e5262-10b8-4c2e-b4ca-6cb648f2aca3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ac15dd92-c60f-42ab-a3ca-e4794ec69c58 HTTP/1.1" status: 204 len: 168 time: 1.4364064 Apr 30 13:15:18.615214 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfaba92-1d97-4c09-a40c-0256fecc3b48 req-99331359-f2e7-4182-9034-61c89dcb30b3 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:18.617045 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ebfaba92-1d97-4c09-a40c-0256fecc3b48 req-99331359-f2e7-4182-9034-61c89dcb30b3 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.2343726 Apr 30 13:15:18.661140 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcd2cb-541e-4d0e-8251-cd9fbd177797 req-74b57220-c66f-4d1d-b7ec-04a66963fc48 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:18.671214 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e6dcd2cb-541e-4d0e-8251-cd9fbd177797 req-74b57220-c66f-4d1d-b7ec-04a66963fc48 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.1618946 Apr 30 13:15:18.744958 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ebfaba92-1d97-4c09-a40c-0256fecc3b48 req-f93852ff-057c-476a-9460-f90179a23025 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140578 Apr 30 13:15:18.760530 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e6dcd2cb-541e-4d0e-8251-cd9fbd177797 req-8cdefd1d-fbb5-41b9-a09d-1a270c23fdc9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858583 Apr 30 13:15:18.836508 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 40714) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:18.915031 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 40718) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:18.917503 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-d371a0fd-b5f1-4ae5-bfd8-8ea87447893f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9ae82ace87d14c12b35259bd0973dda6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0765996 Apr 30 13:15:19.004532 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-562fb7c2-6fda-4168-9794-baf167f7c544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.041121 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-562fb7c2-6fda-4168-9794-baf167f7c544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.136332 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-562fb7c2-6fda-4168-9794-baf167f7c544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.154223 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:19.172798 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fb7c2-6fda-4168-9794-baf167f7c544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b6d2bc-6768-423f-80f6-6c9e764d81e3,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:19.177666 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-562fb7c2-6fda-4168-9794-baf167f7c544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:19.186048 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-562fb7c2-6fda-4168-9794-baf167f7c544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:19.189965 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-562fb7c2-6fda-4168-9794-baf167f7c544 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a8b6d2bc-6768-423f-80f6-6c9e764d81e3 HTTP/1.1" status: 204 len: 168 time: 0.2713487 Apr 30 13:15:20.038849 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686ea80-6661-4962-bddb-dd0565b0e367 req-7317629a-cb5d-4fec-ac30-72eddbda1142 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:20.041832 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0686ea80-6661-4962-bddb-dd0565b0e367 req-7317629a-cb5d-4fec-ac30-72eddbda1142 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.1247418 Apr 30 13:15:20.150898 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0686ea80-6661-4962-bddb-dd0565b0e367 req-74668507-7c76-44d3-87f3-e9976a4c4b56 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988412 Apr 30 13:15:21.565909 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbae59-821c-42f5-b4bc-136d3b047835 req-fccd1fe1-6785-4110-a36f-e9eff01f2077 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:21.568692 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1bdbae59-821c-42f5-b4bc-136d3b047835 req-fccd1fe1-6785-4110-a36f-e9eff01f2077 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.1510794 Apr 30 13:15:21.674738 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1bdbae59-821c-42f5-b4bc-136d3b047835 req-86db2ad3-4887-4859-8523-8846b4ffd307 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991185 Apr 30 13:15:23.009062 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f476ab-e528-43e8-99cf-482043f37ae9 req-58efeee3-b36e-4b9c-9102-7378f0265ceb tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:23.018328 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f9f476ab-e528-43e8-99cf-482043f37ae9 req-58efeee3-b36e-4b9c-9102-7378f0265ceb tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.1759224 Apr 30 13:15:23.145427 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f9f476ab-e528-43e8-99cf-482043f37ae9 req-07ecd821-198d-46b8-a9b9-c5ce37943c9c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040621 Apr 30 13:15:24.358676 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b41afe-21c0-4d38-b547-735ecee1de7d req-1d8cbba5-cdf4-4abd-a913-f35892ebf557 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:24.360468 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b1b41afe-21c0-4d38-b547-735ecee1de7d req-1d8cbba5-cdf4-4abd-a913-f35892ebf557 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.0912597 Apr 30 13:15:24.410018 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b1b41afe-21c0-4d38-b547-735ecee1de7d req-5ac7f626-c421-466f-9a37-1d3c5b351d05 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417409 Apr 30 13:15:25.610996 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764868a-9404-421c-8738-ff70f980b200 req-6a6fc370-cb94-4490-9319-9e10f170d28f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:25.612556 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e764868a-9404-421c-8738-ff70f980b200 req-6a6fc370-cb94-4490-9319-9e10f170d28f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.0860860 Apr 30 13:15:25.663539 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e764868a-9404-421c-8738-ff70f980b200 req-7bb31df7-3ee3-4045-9eb9-908cd1a3d94f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447350 Apr 30 13:15:26.861111 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37cf12-03a9-4249-811b-72466d47cf91 req-6035dd61-1600-48e9-b355-fec1cd2b9414 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:26.862634 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5c37cf12-03a9-4249-811b-72466d47cf91 req-6035dd61-1600-48e9-b355-fec1cd2b9414 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.0831070 Apr 30 13:15:26.911389 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5c37cf12-03a9-4249-811b-72466d47cf91 req-331d96ad-aa14-46ff-8ca8-e02b8389aa0c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426090 Apr 30 13:15:28.128658 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556aaeb-e139-4ab0-8a27-c6dc8f9ffd19 req-d2ef1c41-1bda-4a93-888d-e3eb74556dcf tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:28.130168 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d556aaeb-e139-4ab0-8a27-c6dc8f9ffd19 req-d2ef1c41-1bda-4a93-888d-e3eb74556dcf tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.0920088 Apr 30 13:15:28.181443 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d556aaeb-e139-4ab0-8a27-c6dc8f9ffd19 req-9832e314-ba5a-461a-95b8-728d58cb9043 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443785 Apr 30 13:15:30.889771 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 40994) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:31.016308 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-dfe5aaec-9022-4d2d-be16-d15b4a04b0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.032243 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-dfe5aaec-9022-4d2d-be16-d15b4a04b0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:31.036531 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-dfe5aaec-9022-4d2d-be16-d15b4a04b0fc admin admin] Usage tracker for resource:security_group_rule and tenant:c8c95c310a2b4862a2cb14c347324b11 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:31.039759 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-dfe5aaec-9022-4d2d-be16-d15b4a04b0fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:31.047116 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-dfe5aaec-9022-4d2d-be16-d15b4a04b0fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:31.143295 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.166079 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-dfe5aaec-9022-4d2d-be16-d15b4a04b0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.171245 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-dfe5aaec-9022-4d2d-be16-d15b4a04b0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.180533 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1ef85fae-1da5-4ab3-a50a-71f9e2bda89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:31.227715 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-dfe5aaec-9022-4d2d-be16-d15b4a04b0fc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c8c95c310a2b4862a2cb14c347324b11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368020 Apr 30 13:15:31.228682 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5aaec-9022-4d2d-be16-d15b4a04b0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e90b65-0ada-4a7d-8489-277eb0c1033e,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:31.230632 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 41002) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:31.232981 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-dfe5aaec-9022-4d2d-be16-d15b4a04b0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:31.295090 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-91c58629-f8cd-4c24-8542-e46e14daaf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.322588 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-91c58629-f8cd-4c24-8542-e46e14daaf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.382323 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-91c58629-f8cd-4c24-8542-e46e14daaf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.386247 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-dd3ccd83-81af-412e-8c5f-91b8c553d5cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:31.398123 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c58629-f8cd-4c24-8542-e46e14daaf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e90b65-0ada-4a7d-8489-277eb0c1033e,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:31.403204 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-91c58629-f8cd-4c24-8542-e46e14daaf82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:31.409808 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-91c58629-f8cd-4c24-8542-e46e14daaf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:31.410981 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-91c58629-f8cd-4c24-8542-e46e14daaf82 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c5e90b65-0ada-4a7d-8489-277eb0c1033e HTTP/1.1" status: 204 len: 168 time: 0.1793027 Apr 30 13:15:32.356341 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-b99b2efb-57fd-48f6-b2c1-364f3cf9e10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:33.185106 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-b8c1d1d1-3e03-4e44-a368-e424de685b11 req-a7e916f0-300e-4d31-ac07-a901c090513f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1302063 Apr 30 13:15:33.308782 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1d1d1-3e03-4e44-a368-e424de685b11 req-9e3cd2bc-db57-4fac-b04e-48d6b930f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:33.310310 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-b8c1d1d1-3e03-4e44-a368-e424de685b11 req-9e3cd2bc-db57-4fac-b04e-48d6b930f211 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c3daf98030a4f9983829bc893d1c2a1&device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 1098 time: 0.0784144 Apr 30 13:15:33.510948 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1d1d1-3e03-4e44-a368-e424de685b11 req-1ac9582c-9921-4908-8ca1-2bb08b7f5cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:33.512736 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-b8c1d1d1-3e03-4e44-a368-e424de685b11 req-1ac9582c-9921-4908-8ca1-2bb08b7f5cc2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8d1fd53-0ee5-499f-9667-97dbc79cf1ea HTTP/1.1" status: 200 len: 913 time: 0.1741500 Apr 30 13:15:33.622401 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-b8c1d1d1-3e03-4e44-a368-e424de685b11 req-9ca100c9-f78f-4b8a-b2b5-dd98ec7e626c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cff078e8-b239-45de-a9b9-daa6482b64f4 HTTP/1.1" status: 200 len: 1000 time: 0.1007214 Apr 30 13:15:33.701658 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1d1d1-3e03-4e44-a368-e424de685b11 req-3446f3df-2b1a-4a6f-8730-af776fe3f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:33.703405 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-b8c1d1d1-3e03-4e44-a368-e424de685b11 req-3446f3df-2b1a-4a6f-8730-af776fe3f565 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3 HTTP/1.1" status: 200 len: 850 time: 0.0721002 Apr 30 13:15:33.799657 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1d1d1-3e03-4e44-a368-e424de685b11 req-5117c680-20c4-4915-84e2-8c0bbdd81b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:33.801558 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-b8c1d1d1-3e03-4e44-a368-e424de685b11 req-5117c680-20c4-4915-84e2-8c0bbdd81b71 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8d1fd53-0ee5-499f-9667-97dbc79cf1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817950 Apr 30 13:15:33.953664 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-b8c1d1d1-3e03-4e44-a368-e424de685b11 req-7d9de6cc-7662-4452-9774-a9425e244ab9 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442988 Apr 30 13:15:34.103954 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-b8c1d1d1-3e03-4e44-a368-e424de685b11 req-09c6da7a-7841-4bdf-b95c-18a873059271 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425204 Apr 30 13:15:35.519320 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:35.760578 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-2b4b2394-8fb3-4278-b590-f7ffbe95950c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.102724 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 41118) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:36.231915 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b6475f39-17d3-49e6-9baf-5a0b8877027b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.253089 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-b6475f39-17d3-49e6-9baf-5a0b8877027b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:36.257334 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-b6475f39-17d3-49e6-9baf-5a0b8877027b admin admin] Usage tracker for resource:security_group_rule and tenant:4650b676806f427b87c862250b120ad3 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:36.260405 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-b6475f39-17d3-49e6-9baf-5a0b8877027b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:36.266237 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-b6475f39-17d3-49e6-9baf-5a0b8877027b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:36.359377 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b6475f39-17d3-49e6-9baf-5a0b8877027b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.364605 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b6475f39-17d3-49e6-9baf-5a0b8877027b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.374109 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-4d1d859f-18af-430a-aab3-5a9f5cc9322c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:36.412619 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6475f39-17d3-49e6-9baf-5a0b8877027b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51f086a-ab66-4a11-9733-311a61f8b0f2,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:36.419807 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b6475f39-17d3-49e6-9baf-5a0b8877027b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:36.429903 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-b6475f39-17d3-49e6-9baf-5a0b8877027b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4650b676806f427b87c862250b120ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3229589 Apr 30 13:15:36.430010 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 41152) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:36.500699 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.519284 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a3e9a561-4370-4ac3-83ba-44fb345d5790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.553393 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a3e9a561-4370-4ac3-83ba-44fb345d5790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.611025 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a3e9a561-4370-4ac3-83ba-44fb345d5790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.614874 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-648ade96-3846-4493-a683-8638168c273c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:36.627126 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9a561-4370-4ac3-83ba-44fb345d5790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51f086a-ab66-4a11-9733-311a61f8b0f2,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:36.629788 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-a3e9a561-4370-4ac3-83ba-44fb345d5790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:36.636026 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a3e9a561-4370-4ac3-83ba-44fb345d5790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:36.637197 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-a3e9a561-4370-4ac3-83ba-44fb345d5790 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b51f086a-ab66-4a11-9733-311a61f8b0f2 HTTP/1.1" status: 204 len: 168 time: 0.2062452 Apr 30 13:15:37.868638 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:37.968820 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 41208) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:38.029118 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Deleting subnet 3e5bab88-1754-4806-93fd-616a3c68ac1f {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:15:38.032394 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.094006 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64371163'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.158444 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726744'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.523557 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64370389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65575225'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.528707 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:38.564140 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e5bab88-1754-4806-93fd-616a3c68ac1f,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:38.567293 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.578090 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:38.578461 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:38.578824 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:38.579182 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:38.579535 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:38.579888 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:38.580332 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:38.580680 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:38.581030 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:38.581411 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:38.581752 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:38.582093 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:38.588419 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:38.590902 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3e5bab88-1754-4806-93fd-616a3c68ac1f HTTP/1.1" status: 204 len: 168 time: 0.6209862 Apr 30 13:15:38.593462 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 41222) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:38.706035 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2ea8e36b-f1c0-4fe5-a313-bec02831a28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607959'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.843410 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2ea8e36b-f1c0-4fe5-a313-bec02831a28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721493', 'neutron.services.segments.db._delete_segments_for_network-8751029557405'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.956429 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-2ea8e36b-f1c0-4fe5-a313-bec02831a28f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:38.969841 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-2ea8e36b-f1c0-4fe5-a313-bec02831a28f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf92682c-f1bf-460a-9db6-da3d1c6f85ca') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:38.970580 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-2ea8e36b-f1c0-4fe5-a313-bec02831a28f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf92682c-f1bf-460a-9db6-da3d1c6f85ca') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:15:38.982717 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2ea8e36b-f1c0-4fe5-a313-bec02831a28f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751029569639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64371154'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:38.999252 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2ea8e36b-f1c0-4fe5-a313-bec02831a28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.006255 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea8e36b-f1c0-4fe5-a313-bec02831a28f admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:15:39.182214 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-2ea8e36b-f1c0-4fe5-a313-bec02831a28f admin admin] Network d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:15:39.191347 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2ea8e36b-f1c0-4fe5-a313-bec02831a28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-780525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64370303'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.368569 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-2ea8e36b-f1c0-4fe5-a313-bec02831a28f admin admin] Network d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: Traceback (most recent call last): Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: timer() Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: cb(*args, **kw) Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: return func(*args, **kwargs) Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: self._notify() Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: self.callback(batched_events) Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: event.method(event) Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: return f(self, *a, **k) Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._get(url).json() Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:15:39.407155 dv-cinder-784453-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:15:39.477945 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2ea8e36b-f1c0-4fe5-a313-bec02831a28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721390'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.485623 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:39.498734 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2ea8e36b-f1c0-4fe5-a313-bec02831a28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.515520 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8e36b-f1c0-4fe5-a313-bec02831a28f admin admin] Pushing event deleted for resources: {'Network': ['ID=d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:39.518856 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2ea8e36b-f1c0-4fe5-a313-bec02831a28f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:39.523786 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-2ea8e36b-f1c0-4fe5-a313-bec02831a28f admin admin] 10.222.0.69 "DELETE /v2.0/networks/d3465f31-0ca2-4ec8-adfb-6ea2134fb5bd HTTP/1.1" status: 204 len: 168 time: 0.9292171 Apr 30 13:15:39.718984 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 41236) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:39.772032 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-d3cca6da-0b7b-46e8-a715-cb0fcc1d8a1b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cf8e3af25206457fb51bca7a0c237b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516994 Apr 30 13:15:39.774550 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 41240) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:39.838550 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ee354a03-8e2b-4e34-acf3-2334ec8cae64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.865098 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ee354a03-8e2b-4e34-acf3-2334ec8cae64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.921461 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ee354a03-8e2b-4e34-acf3-2334ec8cae64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.925275 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d754cb47-1c39-461f-82ac-97bc4f6e6454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:39.938683 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee354a03-8e2b-4e34-acf3-2334ec8cae64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d86b958-8617-4f01-8809-b3db50567049,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:39.942059 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ee354a03-8e2b-4e34-acf3-2334ec8cae64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:39.954338 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ee354a03-8e2b-4e34-acf3-2334ec8cae64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:39.955834 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-ee354a03-8e2b-4e34-acf3-2334ec8cae64 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d86b958-8617-4f01-8809-b3db50567049 HTTP/1.1" status: 204 len: 168 time: 0.1802893 Apr 30 13:15:41.875777 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-ab2aaea0-f6cd-4b3c-910f-dc16f55d0429 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Synchronizing usage tracker for tenant:2e010a31d7104f119fb0a3ab9fe7e8bc on resource:security_group {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:41.896461 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-ab2aaea0-f6cd-4b3c-910f-dc16f55d0429 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Unset dirty status for tenant:2e010a31d7104f119fb0a3ab9fe7e8bc on resource:security_group {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:41.897978 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-ab2aaea0-f6cd-4b3c-910f-dc16f55d0429 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-723591243&fields=id&tenant_id=2e010a31d7104f119fb0a3ab9fe7e8bc HTTP/1.1" status: 200 len: 267 time: 0.0636234 Apr 30 13:15:42.068515 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f45abd3e-68ae-4dba-bbe8-88a89df3aac4 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:42.069251 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f45abd3e-68ae-4dba-bbe8-88a89df3aac4 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Synchronizing usage tracker for tenant:2e010a31d7104f119fb0a3ab9fe7e8bc on resource:network {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:42.088670 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f45abd3e-68ae-4dba-bbe8-88a89df3aac4 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Unset dirty status for tenant:2e010a31d7104f119fb0a3ab9fe7e8bc on resource:network {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:42.089925 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f45abd3e-68ae-4dba-bbe8-88a89df3aac4 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/networks?id=66923575-b46e-40eb-b42a-88dc2b7e5194 HTTP/1.1" status: 200 len: 809 time: 0.1847386 Apr 30 13:15:42.105967 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-56ae607d-0881-48c1-ba15-77ca983a96ca tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/quotas/2e010a31d7104f119fb0a3ab9fe7e8bc HTTP/1.1" status: 200 len: 375 time: 0.0101757 Apr 30 13:15:42.302036 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-2776cd4a-b6a7-4796-abf6-41833f896e3a tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2e010a31d7104f119fb0a3ab9fe7e8bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1885943 Apr 30 13:15:42.449583 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-30300c7a-eab8-43c2-8d92-81f69ebbc8ff service neutron] 10.222.0.69 "GET /v2.0/networks/66923575-b46e-40eb-b42a-88dc2b7e5194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345527 Apr 30 13:15:42.612034 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-c77c287c-7efd-4cc0-a9fc-904116e30a29 service neutron] 10.222.0.69 "GET /v2.0/networks/66923575-b46e-40eb-b42a-88dc2b7e5194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566620 Apr 30 13:15:42.838775 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 41350) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:43.018520 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-68340187-b08c-4464-b416-4b4a5cf8383b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.046374 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-68340187-b08c-4464-b416-4b4a5cf8383b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:43.054048 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-68340187-b08c-4464-b416-4b4a5cf8383b admin admin] Usage tracker for resource:security_group_rule and tenant:741a655066434ff3a3718d7671b6c2b1 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:43.059271 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-68340187-b08c-4464-b416-4b4a5cf8383b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:43.070105 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-68340187-b08c-4464-b416-4b4a5cf8383b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:43.185313 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e166a0e4-b1ff-4043-be49-653c489e6b0a req-bb71f6c6-c7a9-45cd-984a-721cc8c2227d tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 210 time: 0.0724099 Apr 30 13:15:43.222320 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-68340187-b08c-4464-b416-4b4a5cf8383b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.228095 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-68340187-b08c-4464-b416-4b4a5cf8383b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.239714 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-cb37ae19-8eec-4732-883c-d6e7e5b91ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:43.281711 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-68340187-b08c-4464-b416-4b4a5cf8383b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=741a655066434ff3a3718d7671b6c2b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4416699 Apr 30 13:15:43.286947 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 41366) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:43.287708 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68340187-b08c-4464-b416-4b4a5cf8383b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7da6ce-4e79-4cdb-9905-5dc5069bc212,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:43.308087 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-68340187-b08c-4464-b416-4b4a5cf8383b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:43.380564 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7acbdf7a-b2c4-4691-8e44-2634e983ec5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.415032 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7acbdf7a-b2c4-4691-8e44-2634e983ec5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.490995 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7acbdf7a-b2c4-4691-8e44-2634e983ec5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.496144 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-69d079d1-b9e5-4d2d-96b7-df5375e13860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:43.509623 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acbdf7a-b2c4-4691-8e44-2634e983ec5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7da6ce-4e79-4cdb-9905-5dc5069bc212,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:43.514801 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7acbdf7a-b2c4-4691-8e44-2634e983ec5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:43.518960 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7acbdf7a-b2c4-4691-8e44-2634e983ec5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.523095 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-7acbdf7a-b2c4-4691-8e44-2634e983ec5d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f7da6ce-4e79-4cdb-9905-5dc5069bc212 HTTP/1.1" status: 204 len: 168 time: 0.2198617 Apr 30 13:15:43.890939 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 41382) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:43.912640 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-166b360f-a70f-441b-803f-1ca848756f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:43.930345 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-166b360f-a70f-441b-803f-1ca848756f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:43.934525 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-166b360f-a70f-441b-803f-1ca848756f3f admin admin] Usage tracker for resource:security_group_rule and tenant:3bcf2266337f4fbc9c7f06783570634e is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:43.937647 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-166b360f-a70f-441b-803f-1ca848756f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:43.943898 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-166b360f-a70f-441b-803f-1ca848756f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:44.025095 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-166b360f-a70f-441b-803f-1ca848756f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.030062 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-166b360f-a70f-441b-803f-1ca848756f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.037164 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8989f16e-e1fb-4eb9-ae29-9aeb9401d69b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:44.079220 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-166b360f-a70f-441b-803f-1ca848756f3f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3bcf2266337f4fbc9c7f06783570634e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1867673 Apr 30 13:15:44.080161 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b360f-a70f-441b-803f-1ca848756f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e481cf20-aaac-49ad-a24b-bc2ef83c79b1,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:44.083178 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 41386) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:44.090999 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-166b360f-a70f-441b-803f-1ca848756f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:44.152240 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3d6ff4e7-2ff0-4662-9cbe-b285c6dc3ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.180946 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3d6ff4e7-2ff0-4662-9cbe-b285c6dc3ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.246654 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3d6ff4e7-2ff0-4662-9cbe-b285c6dc3ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.252588 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-a3e9a561-4370-4ac3-83ba-44fb345d5790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:44.266342 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ff4e7-2ff0-4662-9cbe-b285c6dc3ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e481cf20-aaac-49ad-a24b-bc2ef83c79b1,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:44.274300 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3d6ff4e7-2ff0-4662-9cbe-b285c6dc3ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:44.275401 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-3d6ff4e7-2ff0-4662-9cbe-b285c6dc3ab1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e481cf20-aaac-49ad-a24b-bc2ef83c79b1 HTTP/1.1" status: 204 len: 168 time: 0.1910102 Apr 30 13:15:44.276887 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ff4e7-2ff0-4662-9cbe-b285c6dc3ab1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:44.277236 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ff4e7-2ff0-4662-9cbe-b285c6dc3ab1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:44.277699 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ff4e7-2ff0-4662-9cbe-b285c6dc3ab1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:44.278045 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ff4e7-2ff0-4662-9cbe-b285c6dc3ab1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:44.278383 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ff4e7-2ff0-4662-9cbe-b285c6dc3ab1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:44.279601 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ff4e7-2ff0-4662-9cbe-b285c6dc3ab1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:44.280404 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ff4e7-2ff0-4662-9cbe-b285c6dc3ab1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:44.280404 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ff4e7-2ff0-4662-9cbe-b285c6dc3ab1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:44.280730 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ff4e7-2ff0-4662-9cbe-b285c6dc3ab1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:44.281413 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ff4e7-2ff0-4662-9cbe-b285c6dc3ab1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:44.281819 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ff4e7-2ff0-4662-9cbe-b285c6dc3ab1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:44.282154 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6ff4e7-2ff0-4662-9cbe-b285c6dc3ab1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:15:44.286288 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-3d6ff4e7-2ff0-4662-9cbe-b285c6dc3ab1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:44.342936 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-54a923df-392b-446d-9b47-9520b3509cb8 req-9dfab718-0296-4a04-a7b5-aa704fbc6329 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 210 time: 0.0461502 Apr 30 13:15:44.764361 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-8556c28f-c586-453f-b517-26aa2ad64794 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:44.766125 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-8556c28f-c586-453f-b517-26aa2ad64794 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.71 "GET /v2.0/networks?id=66923575-b46e-40eb-b42a-88dc2b7e5194 HTTP/1.1" status: 200 len: 809 time: 0.3143904 Apr 30 13:15:44.853724 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-953d1ed3-e289-4543-a4b6-da784d5afb7f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Synchronizing usage tracker for tenant:2e010a31d7104f119fb0a3ab9fe7e8bc on resource:security_group {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:15:44.878047 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-953d1ed3-e289-4543-a4b6-da784d5afb7f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Unset dirty status for tenant:2e010a31d7104f119fb0a3ab9fe7e8bc on resource:security_group {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:15:44.879905 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-953d1ed3-e289-4543-a4b6-da784d5afb7f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e010a31d7104f119fb0a3ab9fe7e8bc HTTP/1.1" status: 200 len: 379 time: 0.0789068 Apr 30 13:15:44.889802 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f60bec9f-507a-4454-baa9-da88f70baf8e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Request body: {'port': {'device_id': '99cbde8a-c152-4038-a60b-9efd8cd55037', 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194', 'admin_state_up': True, 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'security_groups': ['8e6188d6-8f00-4b89-9f81-f5f49ab50477']}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:45.091305 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f60bec9f-507a-4454-baa9-da88f70baf8e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:45.095588 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f60bec9f-507a-4454-baa9-da88f70baf8e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Usage tracker for resource:port and tenant:2e010a31d7104f119fb0a3ab9fe7e8bc is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:45.098735 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f60bec9f-507a-4454-baa9-da88f70baf8e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:45.105060 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f60bec9f-507a-4454-baa9-da88f70baf8e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:45.118787 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f60bec9f-507a-4454-baa9-da88f70baf8e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Made reservation on behalf of 2e010a31d7104f119fb0a3ab9fe7e8bc for: {'port': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:15:45.126161 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f60bec9f-507a-4454-baa9-da88f70baf8e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:45.311006 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f60bec9f-507a-4454-baa9-da88f70baf8e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Allocated IP 172.20.0.5 (66923575-b46e-40eb-b42a-88dc2b7e5194/ea60b372-e31d-4889-9a21-31d3bc9ba44a/5a4062f2-4fa0-496f-b854-05006c824a01) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:15:45.526440 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f60bec9f-507a-4454-baa9-da88f70baf8e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:45.546511 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-08d8b71a-3a46-426b-9092-fd5aba30841b req-b7345aac-1174-4bc9-9d0d-d21096537bff tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 210 time: 0.0636015 Apr 30 13:15:45.547056 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f60bec9f-507a-4454-baa9-da88f70baf8e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Transition to ACTIVE for port object 5a4062f2-4fa0-496f-b854-05006c824a01 will not be triggered until provisioned by entity DHCP. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:45.574867 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f60bec9f-507a-4454-baa9-da88f70baf8e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:45.581244 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8c90a2aa-e4c9-4532-816d-1a03f6a187a7 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:45.645938 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f60bec9f-507a-4454-baa9-da88f70baf8e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Network 66923575-b46e-40eb-b42a-88dc2b7e5194 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:15:45.649183 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f60bec9f-507a-4454-baa9-da88f70baf8e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:15:45.653601 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f60bec9f-507a-4454-baa9-da88f70baf8e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:15:45.711985 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bec9f-507a-4454-baa9-da88f70baf8e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Pushing event updated for resources: {'Port': ['ID=5a4062f2-4fa0-496f-b854-05006c824a01,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:45.716969 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f60bec9f-507a-4454-baa9-da88f70baf8e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:45.742532 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f60bec9f-507a-4454-baa9-da88f70baf8e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:45.742963 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f60bec9f-507a-4454-baa9-da88f70baf8e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:45.771937 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f60bec9f-507a-4454-baa9-da88f70baf8e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8868206 Apr 30 13:15:45.774686 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 41434) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:45.792518 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Request body: {'port': {'device_id': '99cbde8a-c152-4038-a60b-9efd8cd55037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:15:45.902633 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-eaa1227d-7b6b-4c33-bf5b-584f56f4e421 None None] Provisioning for port 5a4062f2-4fa0-496f-b854-05006c824a01 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:45.908136 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-eaa1227d-7b6b-4c33-bf5b-584f56f4e421 None None] Provisioning complete for port 5a4062f2-4fa0-496f-b854-05006c824a01 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:45.908621 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-eaa1227d-7b6b-4c33-bf5b-584f56f4e421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:45.916518 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:45.923453 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b2df8d8a-a589-44c7-a042-1d9bc34ad818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:45.939786 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-b2df8d8a-a589-44c7-a042-1d9bc34ad818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:45.944325 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-b2df8d8a-a589-44c7-a042-1d9bc34ad818 admin admin] Usage tracker for resource:security_group_rule and tenant:b4525fdd4d874a10a4d565cd35f20780 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:45.947503 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-b2df8d8a-a589-44c7-a042-1d9bc34ad818 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:45.955201 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-b2df8d8a-a589-44c7-a042-1d9bc34ad818 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:45.972844 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-eaa1227d-7b6b-4c33-bf5b-584f56f4e421 None None] Port 5a4062f2-4fa0-496f-b854-05006c824a01 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:15:46.052709 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b2df8d8a-a589-44c7-a042-1d9bc34ad818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.058157 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b2df8d8a-a589-44c7-a042-1d9bc34ad818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.066192 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:46.114272 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-b2df8d8a-a589-44c7-a042-1d9bc34ad818 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b4525fdd4d874a10a4d565cd35f20780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383486 Apr 30 13:15:46.114774 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 41442) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:46.115332 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df8d8a-a589-44c7-a042-1d9bc34ad818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac45b56e-30af-4213-9c8e-ce9a820d56f9,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:46.129510 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b2df8d8a-a589-44c7-a042-1d9bc34ad818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:46.282898 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1cd63c6e-7576-4a3a-b7e8-7d5771364d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.323631 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1cd63c6e-7576-4a3a-b7e8-7d5771364d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.428805 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4062f2-4fa0-496f-b854-05006c824a01 {{(pid=73813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:46.439484 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.455416 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1cd63c6e-7576-4a3a-b7e8-7d5771364d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.460214 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Transition to ACTIVE for port object 5a4062f2-4fa0-496f-b854-05006c824a01 will not be triggered until provisioned by entity L2. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:15:46.461163 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-89eb9970-6a0c-4775-91b2-0cb5d14859b6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:46.473672 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.481693 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd63c6e-7576-4a3a-b7e8-7d5771364d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac45b56e-30af-4213-9c8e-ce9a820d56f9,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:46.486940 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1cd63c6e-7576-4a3a-b7e8-7d5771364d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:46.487322 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:46.524992 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1cd63c6e-7576-4a3a-b7e8-7d5771364d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.526115 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-1cd63c6e-7576-4a3a-b7e8-7d5771364d8f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ac45b56e-30af-4213-9c8e-ce9a820d56f9 HTTP/1.1" status: 204 len: 168 time: 0.4103653 Apr 30 13:15:46.651658 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Pushing event updated for resources: {'Port': ['ID=5a4062f2-4fa0-496f-b854-05006c824a01,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:46.659715 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:46.772831 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Attempting to bind port 5a4062f2-4fa0-496f-b854-05006c824a01 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:15:46.773279 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Attempting to bind port 5a4062f2-4fa0-496f-b854-05006c824a01 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '85f93deb-157e-4500-8ba3-ce93d8206079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194'}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:15:46.773636 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Attempting to bind port 5a4062f2-4fa0-496f-b854-05006c824a01 on network 66923575-b46e-40eb-b42a-88dc2b7e5194 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:46.789903 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Port 5a4062f2-4fa0-496f-b854-05006c824a01 on network 66923575-b46e-40eb-b42a-88dc2b7e5194 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:15:46.790322 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Attempting to bind port 5a4062f2-4fa0-496f-b854-05006c824a01 on network 66923575-b46e-40eb-b42a-88dc2b7e5194 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:15:46.801538 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:15:46.801817 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Checking segment: {'id': '85f93deb-157e-4500-8ba3-ce93d8206079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:15:46.802207 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Bound using segment: {'id': '85f93deb-157e-4500-8ba3-ce93d8206079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194'} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:15:46.802667 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Bound port: 5a4062f2-4fa0-496f-b854-05006c824a01, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f93deb-157e-4500-8ba3-ce93d8206079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194'}}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:15:46.803032 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:46.827833 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69908cf3-4d9a-480c-9a74-dccd4598fe00 req-c1b82c87-9fe4-4c3d-95db-67c641bf71a4 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:46.830339 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-69908cf3-4d9a-480c-9a74-dccd4598fe00 req-c1b82c87-9fe4-4c3d-95db-67c641bf71a4 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 943 time: 0.1422844 Apr 30 13:15:46.882340 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-69908cf3-4d9a-480c-9a74-dccd4598fe00 req-1e2943bf-797d-4b62-b1c1-5a70e64688a2 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459461 Apr 30 13:15:47.035335 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] For port 5a4062f2-4fa0-496f-b854-05006c824a01, host hv-cinder-78445, cleared binding levels {{(pid=73813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:15:47.039180 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] For port 5a4062f2-4fa0-496f-b854-05006c824a01, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5a4062f2-4fa0-496f-b854-05006c824a01,segment=NetworkSegment(85f93deb-157e-4500-8ba3-ce93d8206079),segment_id=85f93deb-157e-4500-8ba3-ce93d8206079)] {{(pid=73813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:15:47.045252 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.052016 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-71d10cf8-2d29-49ed-94db-21c69d0d4330 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:47.122087 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:47.123221 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:47.124171 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] 10.222.0.71 "PUT /v2.0/ports/5a4062f2-4fa0-496f-b854-05006c824a01 HTTP/1.1" status: 200 len: 1093 time: 1.3369050 Apr 30 13:15:47.124802 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cbde8a-c152-4038-a60b-9efd8cd55037', 'tag': '5a4062f2-4fa0-496f-b854-05006c824a01'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:47.167279 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Pushing event updated for resources: {'Port': ['ID=5a4062f2-4fa0-496f-b854-05006c824a01,revision_number=3']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:47.171178 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:47.243016 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cbde8a-c152-4038-a60b-9efd8cd55037', 'tag': '5a4062f2-4fa0-496f-b854-05006c824a01', 'status': 'completed', 'code': 200} Apr 30 13:15:47.276742 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-4343a8da-7f93-4144-99fe-b78fa1ec2a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:47.278260 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-4343a8da-7f93-4144-99fe-b78fa1ec2a73 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2e010a31d7104f119fb0a3ab9fe7e8bc&device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 1096 time: 0.0828652 Apr 30 13:15:47.367432 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-56f8cf30-2e79-4e24-b5c1-a2a462154e15 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a4062f2-4fa0-496f-b854-05006c824a01 HTTP/1.1" status: 200 len: 217 time: 0.0656204 Apr 30 13:15:47.461539 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-832b332d-6b9a-40d8-abd1-83b3e73ca3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:47.462998 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-832b332d-6b9a-40d8-abd1-83b3e73ca3e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ea60b372-e31d-4889-9a21-31d3bc9ba44a HTTP/1.1" status: 200 len: 848 time: 0.0864716 Apr 30 13:15:47.568979 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-b0e32fc2-0953-4fd5-9861-a66a57b08c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:47.570928 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-b0e32fc2-0953-4fd5-9861-a66a57b08c41 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=66923575-b46e-40eb-b42a-88dc2b7e5194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0979645 Apr 30 13:15:47.739993 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-80adaa72-8bdf-4793-b016-8b7ec9e209ac service neutron] 10.222.0.71 "GET /v2.0/networks/66923575-b46e-40eb-b42a-88dc2b7e5194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613030 Apr 30 13:15:47.909040 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6bcfaa98-c3a1-4519-897a-f47ad374b812 req-f65af1c7-1a5b-4bb0-ab5b-c978c22c74d6 service neutron] 10.222.0.71 "GET /v2.0/networks/66923575-b46e-40eb-b42a-88dc2b7e5194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619482 Apr 30 13:15:48.115472 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2783ca-5908-44bd-8394-3ab3f40c311b req-df8a6cb8-7bb8-4826-acf6-154939ed0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:48.117288 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-3e2783ca-5908-44bd-8394-3ab3f40c311b req-df8a6cb8-7bb8-4826-acf6-154939ed0660 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2e010a31d7104f119fb0a3ab9fe7e8bc&device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 1096 time: 0.0800865 Apr 30 13:15:48.130793 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1be16e-4cfd-4ea9-b49c-106503f77c5d req-12dfb1d2-e337-45e3-913e-8fbbf6c1ef37 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:48.133445 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-df1be16e-4cfd-4ea9-b49c-106503f77c5d req-12dfb1d2-e337-45e3-913e-8fbbf6c1ef37 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 943 time: 0.1206110 Apr 30 13:15:48.215155 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-df1be16e-4cfd-4ea9-b49c-106503f77c5d req-6f9c3c92-6aec-48d1-974e-7d00409de72f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706584 Apr 30 13:15:48.297006 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2783ca-5908-44bd-8394-3ab3f40c311b req-0d44cfd2-2b63-4179-8cd1-78bbb6f46b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:48.298596 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-3e2783ca-5908-44bd-8394-3ab3f40c311b req-0d44cfd2-2b63-4179-8cd1-78bbb6f46b94 service neutron] 10.222.0.71 "GET /v2.0/networks?id=66923575-b46e-40eb-b42a-88dc2b7e5194 HTTP/1.1" status: 200 len: 911 time: 0.1715190 Apr 30 13:15:48.372006 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-3e2783ca-5908-44bd-8394-3ab3f40c311b req-3fd3957f-aee1-4086-9766-75d3fac14c71 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a4062f2-4fa0-496f-b854-05006c824a01 HTTP/1.1" status: 200 len: 217 time: 0.0635393 Apr 30 13:15:48.439580 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2783ca-5908-44bd-8394-3ab3f40c311b req-85d7f7fc-145e-413b-9cc7-a53c4a1ebef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:48.441052 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-3e2783ca-5908-44bd-8394-3ab3f40c311b req-85d7f7fc-145e-413b-9cc7-a53c4a1ebef3 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ea60b372-e31d-4889-9a21-31d3bc9ba44a HTTP/1.1" status: 200 len: 848 time: 0.0595324 Apr 30 13:15:48.522189 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2783ca-5908-44bd-8394-3ab3f40c311b req-40cb9f2b-9b97-4f3d-ad8b-7ce9d5b2b28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:48.524095 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-3e2783ca-5908-44bd-8394-3ab3f40c311b req-40cb9f2b-9b97-4f3d-ad8b-7ce9d5b2b28f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=66923575-b46e-40eb-b42a-88dc2b7e5194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761757 Apr 30 13:15:48.669965 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-3e2783ca-5908-44bd-8394-3ab3f40c311b req-d7b441c6-df0e-45fb-b326-7c0ac59fa29a service neutron] 10.222.0.71 "GET /v2.0/networks/66923575-b46e-40eb-b42a-88dc2b7e5194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320376 Apr 30 13:15:48.730198 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:15:48.808037 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-3e2783ca-5908-44bd-8394-3ab3f40c311b req-2a25ab49-3c20-4164-8c66-23bd9f669646 service neutron] 10.222.0.71 "GET /v2.0/networks/66923575-b46e-40eb-b42a-88dc2b7e5194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311133 Apr 30 13:15:49.416139 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445da77f-e84a-4982-b7ed-36150c278005 req-9dad0770-97c3-4c86-99da-463755be099f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:49.417670 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-445da77f-e84a-4982-b7ed-36150c278005 req-9dad0770-97c3-4c86-99da-463755be099f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 943 time: 0.0896614 Apr 30 13:15:49.469065 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-445da77f-e84a-4982-b7ed-36150c278005 req-b736ba39-865a-4193-8d32-b47481c69fd1 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444748 Apr 30 13:15:50.671418 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf380d-3f2e-4605-adda-5769d5956fca req-dac54d6b-3c99-4938-bb15-11cc54c0f0f4 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:50.672964 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5ecf380d-3f2e-4605-adda-5769d5956fca req-dac54d6b-3c99-4938-bb15-11cc54c0f0f4 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 943 time: 0.0838938 Apr 30 13:15:50.724283 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5ecf380d-3f2e-4605-adda-5769d5956fca req-58711afc-0670-4157-93ad-298d4a3b5ad6 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453265 Apr 30 13:15:51.016899 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 41530) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:51.137160 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-75208aa3-8c93-4fc6-bae1-b01be63e2e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.152697 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-75208aa3-8c93-4fc6-bae1-b01be63e2e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:15:51.156692 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-75208aa3-8c93-4fc6-bae1-b01be63e2e21 admin admin] Usage tracker for resource:security_group_rule and tenant:7428372250e84403aad2337993c26e89 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:15:51.159804 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-75208aa3-8c93-4fc6-bae1-b01be63e2e21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:15:51.165912 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-75208aa3-8c93-4fc6-bae1-b01be63e2e21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:15:51.252231 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-75208aa3-8c93-4fc6-bae1-b01be63e2e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.256892 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-75208aa3-8c93-4fc6-bae1-b01be63e2e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.263934 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-6b0bb170-be5b-4b1a-b8b7-6b5bad77f80f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:51.304839 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-75208aa3-8c93-4fc6-bae1-b01be63e2e21 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7428372250e84403aad2337993c26e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867696 Apr 30 13:15:51.305769 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75208aa3-8c93-4fc6-bae1-b01be63e2e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599f9712-0eb3-4ac4-bd1f-ea3a42424a27,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:51.307973 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 41538) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:15:51.308730 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-75208aa3-8c93-4fc6-bae1-b01be63e2e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:51.369400 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-daf33d5d-467f-47c4-a310-eadfbdd3655a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.396869 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-daf33d5d-467f-47c4-a310-eadfbdd3655a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.450472 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-daf33d5d-467f-47c4-a310-eadfbdd3655a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.454336 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-dfe5aaec-9022-4d2d-be16-d15b4a04b0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:51.467764 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf33d5d-467f-47c4-a310-eadfbdd3655a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599f9712-0eb3-4ac4-bd1f-ea3a42424a27,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:51.470708 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-daf33d5d-467f-47c4-a310-eadfbdd3655a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:51.473284 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-daf33d5d-467f-47c4-a310-eadfbdd3655a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:51.478333 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-daf33d5d-467f-47c4-a310-eadfbdd3655a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/599f9712-0eb3-4ac4-bd1f-ea3a42424a27 HTTP/1.1" status: 204 len: 168 time: 0.1649611 Apr 30 13:15:52.105350 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d6664-ee36-4b35-8997-10c2e76889ff req-8584c6ed-7e39-43c2-9b6e-645d01282110 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:52.106941 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e74d6664-ee36-4b35-8997-10c2e76889ff req-8584c6ed-7e39-43c2-9b6e-645d01282110 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 943 time: 0.0911500 Apr 30 13:15:52.159093 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e74d6664-ee36-4b35-8997-10c2e76889ff req-94c7a8d2-8683-426f-9c1d-2683ea405a15 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408220 Apr 30 13:15:53.357200 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bba7c0-37f2-42f7-8ab4-6e21484eb4b3 req-0e6341f4-8416-4fd1-90ff-ccd0c7983635 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:53.358988 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-56bba7c0-37f2-42f7-8ab4-6e21484eb4b3 req-0e6341f4-8416-4fd1-90ff-ccd0c7983635 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 943 time: 0.0908310 Apr 30 13:15:53.410415 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-56bba7c0-37f2-42f7-8ab4-6e21484eb4b3 req-346e56fa-f604-4477-add3-22e977006fb4 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452294 Apr 30 13:15:54.176271 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 5a4062f2-4fa0-496f-b854-05006c824a01 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:15:54.317101 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 5a4062f2-4fa0-496f-b854-05006c824a01, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5a4062f2-4fa0-496f-b854-05006c824a01,segment=NetworkSegment(85f93deb-157e-4500-8ba3-ce93d8206079),segment_id=85f93deb-157e-4500-8ba3-ce93d8206079)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:54.331827 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': '5a4062f2-4fa0-496f-b854-05006c824a01', 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194', 'port_id': '5a4062f2-4fa0-496f-b854-05006c824a01', 'mac_address': 'fa:16:3e:1b:1a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:15:54.389029 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.406400 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4062f2-4fa0-496f-b854-05006c824a01 {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:15:54.423270 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 5a4062f2-4fa0-496f-b854-05006c824a01, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5a4062f2-4fa0-496f-b854-05006c824a01,segment=NetworkSegment(85f93deb-157e-4500-8ba3-ce93d8206079),segment_id=85f93deb-157e-4500-8ba3-ce93d8206079)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:54.428695 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:54.430708 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:54.514469 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=5a4062f2-4fa0-496f-b854-05006c824a01,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:54.518041 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:54.624131 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c5431-bf37-4a9b-a86e-e75bc5f9a185 req-dedb0b01-fef2-4812-bd18-077f237ca0ed tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:54.625678 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bd4c5431-bf37-4a9b-a86e-e75bc5f9a185 req-dedb0b01-fef2-4812-bd18-077f237ca0ed tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 944 time: 0.0835011 Apr 30 13:15:54.674664 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bd4c5431-bf37-4a9b-a86e-e75bc5f9a185 req-ee76ba84-66a0-4a97-9b1c-83cba0ca8521 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431254 Apr 30 13:15:54.812210 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['5a4062f2-4fa0-496f-b854-05006c824a01'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:15:55.892424 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b472870-7d89-4abc-82a9-3b189dd644f5 req-936eddcb-3897-4508-9596-534afc65440e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:55.893960 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8b472870-7d89-4abc-82a9-3b189dd644f5 req-936eddcb-3897-4508-9596-534afc65440e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 944 time: 0.0975306 Apr 30 13:15:55.944525 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8b472870-7d89-4abc-82a9-3b189dd644f5 req-601d1295-881b-4633-aa32-3ca1489bd355 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424845 Apr 30 13:15:56.201845 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 5a4062f2-4fa0-496f-b854-05006c824a01 up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:15:56.274550 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port 5a4062f2-4fa0-496f-b854-05006c824a01 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:15:56.279470 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port 5a4062f2-4fa0-496f-b854-05006c824a01 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:15:56.279840 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:56.400604 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:56.431335 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cbde8a-c152-4038-a60b-9efd8cd55037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4062f2-4fa0-496f-b854-05006c824a01'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:15:56.443444 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 5a4062f2-4fa0-496f-b854-05006c824a01, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5a4062f2-4fa0-496f-b854-05006c824a01,segment=NetworkSegment(85f93deb-157e-4500-8ba3-ce93d8206079),segment_id=85f93deb-157e-4500-8ba3-ce93d8206079)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:15:56.449521 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:15:56.452718 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:15:56.516251 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cbde8a-c152-4038-a60b-9efd8cd55037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4062f2-4fa0-496f-b854-05006c824a01', 'code': 200} Apr 30 13:15:56.548960 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=5a4062f2-4fa0-496f-b854-05006c824a01,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:15:56.552570 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:15:56.906935 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c92cd3-da4d-42c1-b25f-e4dd93c4dcbf req-a343a890-fd9e-4a90-bcd3-7fffffe02b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:56.908390 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-70c92cd3-da4d-42c1-b25f-e4dd93c4dcbf req-a343a890-fd9e-4a90-bcd3-7fffffe02b09 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 1098 time: 0.0769646 Apr 30 13:15:57.054333 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-70c92cd3-da4d-42c1-b25f-e4dd93c4dcbf req-24045c0a-df9b-4792-bd1f-1b3702c7a61f service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366355 Apr 30 13:15:57.161948 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8564eba-7531-4626-9451-80390b945261 req-70253afc-220b-4bc0-affd-a1fb3e9db666 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:57.163686 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f8564eba-7531-4626-9451-80390b945261 req-70253afc-220b-4bc0-affd-a1fb3e9db666 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.1009791 Apr 30 13:15:57.236165 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f8564eba-7531-4626-9451-80390b945261 req-797a30f1-d870-4015-828c-89dbdb49e481 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646739 Apr 30 13:15:58.624099 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494c3e1-62a9-40c1-8bb7-2af5c8ea26c0 req-86a37474-cb4f-49cd-ac42-3d3ad15744c1 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:58.626086 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7494c3e1-62a9-40c1-8bb7-2af5c8ea26c0 req-86a37474-cb4f-49cd-ac42-3d3ad15744c1 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.2724488 Apr 30 13:15:58.686726 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7494c3e1-62a9-40c1-8bb7-2af5c8ea26c0 req-d21ca2d6-0158-491e-b97d-faef2c0f661c tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502443 Apr 30 13:15:59.880996 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdacb5-12b7-4c34-b536-757b7eade985 req-e92a2a67-41b2-4d06-bfde-ba2efa2e9835 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:15:59.882689 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-72cdacb5-12b7-4c34-b536-757b7eade985 req-e92a2a67-41b2-4d06-bfde-ba2efa2e9835 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.0861418 Apr 30 13:15:59.938014 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-72cdacb5-12b7-4c34-b536-757b7eade985 req-dd0ab774-a9f9-4309-9247-f0ce68cf0296 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474207 Apr 30 13:16:00.158745 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0fe9b-7b7e-46d3-bf76-672bcc7ad487 req-ec261f71-adbd-4a63-a9cc-a13ebb55af9e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:00.160377 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dcc0fe9b-7b7e-46d3-bf76-672bcc7ad487 req-ec261f71-adbd-4a63-a9cc-a13ebb55af9e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.1050918 Apr 30 13:16:00.213202 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dcc0fe9b-7b7e-46d3-bf76-672bcc7ad487 req-a3e7e959-6afe-457e-991e-12b9d52938ba tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464573 Apr 30 13:16:00.237200 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 41764) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:00.576076 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64dda70-1ff5-4003-a85a-8dbaaeac3b04 tempest-TestShelveInstance-1900353235 tempest-TestShelveInstance-1900353235-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:00.577736 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-d64dda70-1ff5-4003-a85a-8dbaaeac3b04 tempest-TestShelveInstance-1900353235 tempest-TestShelveInstance-1900353235-project-admin] Synchronizing usage tracker for tenant:067c21a11d3e4456a44dd6feaa2a0559 on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:00.602380 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-d64dda70-1ff5-4003-a85a-8dbaaeac3b04 tempest-TestShelveInstance-1900353235 tempest-TestShelveInstance-1900353235-project-admin] Unset dirty status for tenant:067c21a11d3e4456a44dd6feaa2a0559 on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:00.603948 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-d64dda70-1ff5-4003-a85a-8dbaaeac3b04 tempest-TestShelveInstance-1900353235 tempest-TestShelveInstance-1900353235-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 1093 time: 0.3650637 Apr 30 13:16:00.614268 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 41782) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:00.614268 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Request body: {'floatingip': {'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'port_id': '5a4062f2-4fa0-496f-b854-05006c824a01', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:00.628216 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:00.633969 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Usage tracker for resource:floatingip and tenant:2e010a31d7104f119fb0a3ab9fe7e8bc is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:00.637425 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:00.647027 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:00.659905 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for floatingip, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.818283 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:00.973692 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Allocated IP 172.27.1.99 (0b72fb58-bb2e-463f-beea-a002adeb004d/99073808-7a40-4541-a751-8ae1df9ed350/f7e42278-d3f8-40fa-a38a-cb3afe0ec4bf) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:01.141150 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.168153 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.184657 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.189427 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:01.249515 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Network 0b72fb58-bb2e-463f-beea-a002adeb004d is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:01.252269 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:01.260663 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:01.294284 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Pushing event updated for resources: {'Port': ['ID=f7e42278-d3f8-40fa-a38a-cb3afe0ec4bf,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:01.305722 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:01.725903 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:01.808665 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.125697 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.132268 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.137669 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:02.248311 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Pushing event updated for resources: {'Port': ['ID=f7e42278-d3f8-40fa-a38a-cb3afe0ec4bf,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:02.253216 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:02.262245 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66717071'] for floatingip, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.352342 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a8311e68-f755-4223-911f-4e6e3bab301e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:02.443689 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.db.l3_db [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Floating IP eed2b998-a823-40ab-93a4-ee0514ff4872 associated. External IP: 172.27.1.99, port: 5a4062f2-4fa0-496f-b854-05006c824a01. Apr 30 13:16:02.817303 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Router 5d0d4914-dd86-44a6-8c48-8e1b00b86466 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:16:02.995651 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:16:03.005162 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825f9d81-c6c4-40e7-8f8a-1047c6ac8846 None None] Sync routers for ids ['5d0d4914-dd86-44a6-8c48-8e1b00b86466'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:16:03.014981 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825f9d81-c6c4-40e7-8f8a-1047c6ac8846 None None] Routers {'5d0d4914-dd86-44a6-8c48-8e1b00b86466'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:03.015720 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-825f9d81-c6c4-40e7-8f8a-1047c6ac8846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:15:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['5d0d4914-dd86-44a6-8c48-8e1b00b86466'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:03.032538 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:03.095108 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4864886 Apr 30 13:16:03.095878 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cbde8a-c152-4038-a60b-9efd8cd55037', 'tag': '5a4062f2-4fa0-496f-b854-05006c824a01'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:03.143299 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cbde8a-c152-4038-a60b-9efd8cd55037', 'tag': '5a4062f2-4fa0-496f-b854-05006c824a01', 'status': 'completed', 'code': 200} Apr 30 13:16:03.244837 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-825f9d81-c6c4-40e7-8f8a-1047c6ac8846 None None] Set router 5d0d4914-dd86-44a6-8c48-8e1b00b86466 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:03.290836 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ed7cf-5b27-4299-9f4b-a38d09a4e7d4 req-98ba101a-4676-4132-8d5c-1041fa5cadd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:03.292769 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-878ed7cf-5b27-4299-9f4b-a38d09a4e7d4 req-98ba101a-4676-4132-8d5c-1041fa5cadd3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2e010a31d7104f119fb0a3ab9fe7e8bc&device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 1098 time: 0.0800335 Apr 30 13:16:03.444143 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ed7cf-5b27-4299-9f4b-a38d09a4e7d4 req-d945f884-f857-45ba-bc01-8ad6604bae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:03.445691 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-878ed7cf-5b27-4299-9f4b-a38d09a4e7d4 req-d945f884-f857-45ba-bc01-8ad6604bae9b service neutron] 10.222.0.71 "GET /v2.0/networks?id=66923575-b46e-40eb-b42a-88dc2b7e5194 HTTP/1.1" status: 200 len: 911 time: 0.1403558 Apr 30 13:16:03.554983 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-878ed7cf-5b27-4299-9f4b-a38d09a4e7d4 req-650c6425-8f10-46a8-8a06-806418f19209 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a4062f2-4fa0-496f-b854-05006c824a01 HTTP/1.1" status: 200 len: 998 time: 0.1005356 Apr 30 13:16:03.623158 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-825f9d81-c6c4-40e7-8f8a-1047c6ac8846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'name': 'tempest-TestShelveInstance-2080836848-router', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:38Z', 'updated_at': '2021-04-30T13:14:45Z', 'revision_number': 4, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'gw_port': {'id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:40Z', 'updated_at': '2021-04-30T13:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': 'eed2b998-a823-40ab-93a4-ee0514ff4872', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'port_id': '5a4062f2-4fa0-496f-b854-05006c824a01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194', 'mac_address': 'fa:16:3e:1b:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cbde8a-c152-4038-a60b-9efd8cd55037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:16:01Z', 'updated_at': '2021-04-30T13:16:01Z', 'revision_number': 0, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300724d9-0dc0-4200-863a-a9ea7112fea5', 'name': '', 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'mac_address': 'fa:16:3e:74:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:44Z', 'updated_at': '2021-04-30T13:14:53Z', 'revision_number': 5, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'subnets': [{'id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:03.625522 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ed7cf-5b27-4299-9f4b-a38d09a4e7d4 req-5a0030e6-cfca-4142-8214-b3dda953100f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:03.626981 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-878ed7cf-5b27-4299-9f4b-a38d09a4e7d4 req-5a0030e6-cfca-4142-8214-b3dda953100f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ea60b372-e31d-4889-9a21-31d3bc9ba44a HTTP/1.1" status: 200 len: 848 time: 0.0645545 Apr 30 13:16:03.627445 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825f9d81-c6c4-40e7-8f8a-1047c6ac8846 None None] Checking router: 5d0d4914-dd86-44a6-8c48-8e1b00b86466 for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:16:03.636653 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825f9d81-c6c4-40e7-8f8a-1047c6ac8846 None None] Routers {'5d0d4914-dd86-44a6-8c48-8e1b00b86466'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:03.637265 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-825f9d81-c6c4-40e7-8f8a-1047c6ac8846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:15:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['5d0d4914-dd86-44a6-8c48-8e1b00b86466'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:03.710459 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ed7cf-5b27-4299-9f4b-a38d09a4e7d4 req-d13146af-0e82-4fc9-a28d-e7d93f3c6d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:03.712226 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-878ed7cf-5b27-4299-9f4b-a38d09a4e7d4 req-d13146af-0e82-4fc9-a28d-e7d93f3c6d3b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=66923575-b46e-40eb-b42a-88dc2b7e5194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0779545 Apr 30 13:16:03.822716 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-825f9d81-c6c4-40e7-8f8a-1047c6ac8846 None None] Set router 5d0d4914-dd86-44a6-8c48-8e1b00b86466 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:03.855388 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-878ed7cf-5b27-4299-9f4b-a38d09a4e7d4 req-a339fc4f-6e81-46a8-9da4-b0a877e400eb service neutron] 10.222.0.71 "GET /v2.0/networks/66923575-b46e-40eb-b42a-88dc2b7e5194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331935 Apr 30 13:16:04.026881 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-878ed7cf-5b27-4299-9f4b-a38d09a4e7d4 req-4f6589eb-abcd-4a05-875c-4a601bb3cce2 service neutron] 10.222.0.71 "GET /v2.0/networks/66923575-b46e-40eb-b42a-88dc2b7e5194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564107 Apr 30 13:16:04.224902 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-825f9d81-c6c4-40e7-8f8a-1047c6ac8846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'name': 'tempest-TestShelveInstance-2080836848-router', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:38Z', 'updated_at': '2021-04-30T13:14:45Z', 'revision_number': 4, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'gw_port': {'id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:40Z', 'updated_at': '2021-04-30T13:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': 'eed2b998-a823-40ab-93a4-ee0514ff4872', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'port_id': '5a4062f2-4fa0-496f-b854-05006c824a01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194', 'mac_address': 'fa:16:3e:1b:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cbde8a-c152-4038-a60b-9efd8cd55037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:16:01Z', 'updated_at': '2021-04-30T13:16:01Z', 'revision_number': 0, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300724d9-0dc0-4200-863a-a9ea7112fea5', 'name': '', 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'mac_address': 'fa:16:3e:74:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:44Z', 'updated_at': '2021-04-30T13:14:53Z', 'revision_number': 5, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'subnets': [{'id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:04.229341 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825f9d81-c6c4-40e7-8f8a-1047c6ac8846 None None] The sync data for ids ['5d0d4914-dd86-44a6-8c48-8e1b00b86466'] in dv-cinder-784453-4-iscsi is: [{'id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'name': 'tempest-TestShelveInstance-2080836848-router', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:38Z', 'updated_at': '2021-04-30T13:14:45Z', 'revision_number': 4, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'gw_port': {'id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:40Z', 'updated_at': '2021-04-30T13:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': 'eed2b998-a823-40ab-93a4-ee0514ff4872', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'port_id': '5a4062f2-4fa0-496f-b854-05006c824a01', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194', 'mac_address': 'fa:16:3e:1b:1a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cbde8a-c152-4038-a60b-9efd8cd55037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:16:01Z', 'updated_at': '2021-04-30T13:16:01Z', 'revision_number': 0, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '300724d9-0dc0-4200-863a-a9ea7112fea5', 'name': '', 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'mac_address': 'fa:16:3e:74:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:44Z', 'updated_at': '2021-04-30T13:14:53Z', 'revision_number': 5, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'subnets': [{'id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:16:04.439998 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a6faa9-c077-4284-a151-adaa0ccf396f None None] New status for floating IP eed2b998-a823-40ab-93a4-ee0514ff4872: ACTIVE {{(pid=73816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:16:05.485440 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 41878) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:05.518119 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.633046 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ff16d638-dcdd-41b4-9b4c-a7fe30538f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.650874 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-ff16d638-dcdd-41b4-9b4c-a7fe30538f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:05.655256 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-ff16d638-dcdd-41b4-9b4c-a7fe30538f62 admin admin] Usage tracker for resource:security_group_rule and tenant:6c497a84497b4a5a939b0f69578920a8 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:05.658675 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-ff16d638-dcdd-41b4-9b4c-a7fe30538f62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:05.665145 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-ff16d638-dcdd-41b4-9b4c-a7fe30538f62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:05.763194 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ff16d638-dcdd-41b4-9b4c-a7fe30538f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.763590 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-41294266-ad64-4a9f-bf79-cbe82871fe3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.767217 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ff16d638-dcdd-41b4-9b4c-a7fe30538f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.774660 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-c322cef3-64e1-4371-b175-caea8e619a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:05.814990 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16d638-dcdd-41b4-9b4c-a7fe30538f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a359b2-6c81-4d5a-920e-7562565b5729,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:05.820495 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-ff16d638-dcdd-41b4-9b4c-a7fe30538f62 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6c497a84497b4a5a939b0f69578920a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337412 Apr 30 13:16:05.821588 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ff16d638-dcdd-41b4-9b4c-a7fe30538f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:05.822114 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 41884) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:05.884335 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-de10ed98-10f1-460f-8bb7-086bafd94181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.910914 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-de10ed98-10f1-460f-8bb7-086bafd94181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.969641 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-de10ed98-10f1-460f-8bb7-086bafd94181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.973449 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-75208aa3-8c93-4fc6-bae1-b01be63e2e21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:05.985443 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10ed98-10f1-460f-8bb7-086bafd94181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a359b2-6c81-4d5a-920e-7562565b5729,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:05.990853 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-de10ed98-10f1-460f-8bb7-086bafd94181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:05.992337 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-de10ed98-10f1-460f-8bb7-086bafd94181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:05.994150 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-de10ed98-10f1-460f-8bb7-086bafd94181 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/25a359b2-6c81-4d5a-920e-7562565b5729 HTTP/1.1" status: 204 len: 168 time: 0.1704049 Apr 30 13:16:06.494530 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:07.832406 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:09.749447 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5396b49-7046-405c-a4f8-6896ee87efb3 req-48a15f68-3f59-4a76-918b-35774e17d1c1 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:09.751098 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e5396b49-7046-405c-a4f8-6896ee87efb3 req-48a15f68-3f59-4a76-918b-35774e17d1c1 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.0830173 Apr 30 13:16:09.802284 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e5396b49-7046-405c-a4f8-6896ee87efb3 req-51632f4d-4af4-4191-bc8e-3693e01fa8e1 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444717 Apr 30 13:16:11.009951 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6262ca-7872-40c6-a8b5-fb9793d41f97 req-67e4e026-0b04-4cf8-9d6f-384d99ea4fae tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:11.011535 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1c6262ca-7872-40c6-a8b5-fb9793d41f97 req-67e4e026-0b04-4cf8-9d6f-384d99ea4fae tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.0911412 Apr 30 13:16:11.060710 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1c6262ca-7872-40c6-a8b5-fb9793d41f97 req-d708e6c7-ddf7-410c-9d4a-023308ded666 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427976 Apr 30 13:16:12.253471 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9686e9-984f-4b30-a938-c153de7eb873 req-c3f0ecfa-9c5a-48a4-9a0c-511d1ef2ea3c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:12.254828 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fd9686e9-984f-4b30-a938-c153de7eb873 req-c3f0ecfa-9c5a-48a4-9a0c-511d1ef2ea3c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.0806608 Apr 30 13:16:12.301481 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fd9686e9-984f-4b30-a938-c153de7eb873 req-645595c8-c9e8-4627-bec8-06b016df6457 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406425 Apr 30 13:16:13.608427 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efe366-5c55-41c8-ad35-c64c17f8d945 req-7ed5bec2-6a62-4e38-9023-efe4a154e123 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:13.610067 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-25efe366-5c55-41c8-ad35-c64c17f8d945 req-7ed5bec2-6a62-4e38-9023-efe4a154e123 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.1925504 Apr 30 13:16:13.658701 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-25efe366-5c55-41c8-ad35-c64c17f8d945 req-a4025438-8165-40a6-b3ae-8dbd1e3199c0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426927 Apr 30 13:16:14.862052 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c63ba8-8f54-48a5-b88d-7934a3722220 req-c21a9399-5bc7-4fe9-b167-4c97de6e2063 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:14.863633 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c6c63ba8-8f54-48a5-b88d-7934a3722220 req-c21a9399-5bc7-4fe9-b167-4c97de6e2063 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.0872533 Apr 30 13:16:14.911509 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c6c63ba8-8f54-48a5-b88d-7934a3722220 req-9cbdba7c-d05b-4549-aa18-9fad54e8f994 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415852 Apr 30 13:16:16.115392 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e8038-4681-4b3e-8a43-323f95831b00 req-1d4c328b-754f-4531-858d-2da9e9bb51e6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:16.116975 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-da6e8038-4681-4b3e-8a43-323f95831b00 req-1d4c328b-754f-4531-858d-2da9e9bb51e6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.0883064 Apr 30 13:16:16.173669 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-da6e8038-4681-4b3e-8a43-323f95831b00 req-8a5e537e-dd3a-42f8-ac78-9bc6ba7f4186 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505221 Apr 30 13:16:17.376259 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38539b6-0d5b-4838-bb46-d7a136c6f12d req-e4131d03-49e8-49a2-8e62-83158bbcf831 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:17.377867 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c38539b6-0d5b-4838-bb46-d7a136c6f12d req-e4131d03-49e8-49a2-8e62-83158bbcf831 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.0872931 Apr 30 13:16:17.430494 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c38539b6-0d5b-4838-bb46-d7a136c6f12d req-3c316a6b-968b-4ce7-a626-4d5dab49c030 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=f1413427-4e00-4c5b-810d-0ff3e1e39e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464325 Apr 30 13:16:17.434748 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090b055-cb55-49de-a643-30d015d317d9 req-41908362-d52a-4d31-8451-640ccccb1a1a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:17.436087 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-8090b055-cb55-49de-a643-30d015d317d9 req-41908362-d52a-4d31-8451-640ccccb1a1a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Synchronizing usage tracker for tenant:a397097db8304460991aa7950d00f829 on resource:port {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:17.460497 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-8090b055-cb55-49de-a643-30d015d317d9 req-41908362-d52a-4d31-8451-640ccccb1a1a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Unset dirty status for tenant:a397097db8304460991aa7950d00f829 on resource:port {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:17.461748 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-8090b055-cb55-49de-a643-30d015d317d9 req-41908362-d52a-4d31-8451-640ccccb1a1a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 946 time: 0.1334066 Apr 30 13:16:17.539767 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3fceed-2ffb-4e51-9214-ce3cdca80695 req-932b26b7-486a-4e88-a0b4-429c061e2baa tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:17.541426 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4a3fceed-2ffb-4e51-9214-ce3cdca80695 req-932b26b7-486a-4e88-a0b4-429c061e2baa tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.1008749 Apr 30 13:16:17.589924 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4a3fceed-2ffb-4e51-9214-ce3cdca80695 req-d36ce39f-d33c-47aa-9cfb-a59494204878 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422575 Apr 30 13:16:17.630504 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-8090b055-cb55-49de-a643-30d015d317d9 req-cacae6d1-9f0d-4e5b-b46e-8192f799c6fa tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Deleting port 0cd7dfae-50d3-4898-bc92-62023a8d0059 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:16:17.630873 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-8090b055-cb55-49de-a643-30d015d317d9 req-cacae6d1-9f0d-4e5b-b46e-8192f799c6fa tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:17.780310 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-8090b055-cb55-49de-a643-30d015d317d9 req-cacae6d1-9f0d-4e5b-b46e-8192f799c6fa tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] For port 0cd7dfae-50d3-4898-bc92-62023a8d0059, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0cd7dfae-50d3-4898-bc92-62023a8d0059,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:17.780818 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-8090b055-cb55-49de-a643-30d015d317d9 req-cacae6d1-9f0d-4e5b-b46e-8192f799c6fa tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.085755 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-8090b055-cb55-49de-a643-30d015d317d9 req-cacae6d1-9f0d-4e5b-b46e-8192f799c6fa tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.086124 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-8090b055-cb55-49de-a643-30d015d317d9 req-cacae6d1-9f0d-4e5b-b46e-8192f799c6fa tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66717071'] for floatingip, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.086445 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.l3_db [req-8090b055-cb55-49de-a643-30d015d317d9 req-cacae6d1-9f0d-4e5b-b46e-8192f799c6fa tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Floating IP 7b487e0b-a452-425f-8ef4-e1689e03024b disassociated. External IP: 172.27.1.108, port: 0cd7dfae-50d3-4898-bc92-62023a8d0059. Apr 30 13:16:18.086909 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-8090b055-cb55-49de-a643-30d015d317d9 req-cacae6d1-9f0d-4e5b-b46e-8192f799c6fa tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Calling delete_port for 0cd7dfae-50d3-4898-bc92-62023a8d0059 owned by compute:nova {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:16:18.214955 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-8090b055-cb55-49de-a643-30d015d317d9 req-cacae6d1-9f0d-4e5b-b46e-8192f799c6fa tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.220905 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:18.367223 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacae6d1-9f0d-4e5b-b46e-8192f799c6fa tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Pushing event deleted for resources: {'Port': ['ID=0cd7dfae-50d3-4898-bc92-62023a8d0059,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:18.370111 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-cacae6d1-9f0d-4e5b-b46e-8192f799c6fa tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:18.561244 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8090b055-cb55-49de-a643-30d015d317d9 req-cacae6d1-9f0d-4e5b-b46e-8192f799c6fa tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Router 67e8b244-7dba-4729-91c1-6294f9645760 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:16:18.601141 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a7882be6-3cb1-4667-9251-d2c17e4c18c0 req-1f5f7429-6b7e-468d-bf66-e59fb87eea28 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 210 time: 0.0459728 Apr 30 13:16:18.765361 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8090b055-cb55-49de-a643-30d015d317d9 req-cacae6d1-9f0d-4e5b-b46e-8192f799c6fa tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:16:18.777360 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa9584-1734-444f-9023-a113bb2f85b1 None None] Sync routers for ids ['67e8b244-7dba-4729-91c1-6294f9645760'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:16:18.789943 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaa9584-1734-444f-9023-a113bb2f85b1 None None] Routers {'67e8b244-7dba-4729-91c1-6294f9645760'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:18.792514 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-1aaa9584-1734-444f-9023-a113bb2f85b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:16:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['67e8b244-7dba-4729-91c1-6294f9645760'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:18.845940 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc5e886-2ec9-4d0c-8135-1d338c68eff8 req-07fb78c8-8e01-4c60-ab98-1c5526845234 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:18.848152 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bbc5e886-2ec9-4d0c-8135-1d338c68eff8 req-07fb78c8-8e01-4c60-ab98-1c5526845234 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.1390309 Apr 30 13:16:18.869847 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-8090b055-cb55-49de-a643-30d015d317d9 req-cacae6d1-9f0d-4e5b-b46e-8192f799c6fa tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] No DVR routers for this DVR port 0cd7dfae-50d3-4898-bc92-62023a8d0059 on host hv-cinder-78445 {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:16:18.872571 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-8090b055-cb55-49de-a643-30d015d317d9 req-cacae6d1-9f0d-4e5b-b46e-8192f799c6fa tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:18.876470 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d095de-4619-4350-a486-c7238d32b916', 'name': 'network-vif-deleted', 'tag': '0cd7dfae-50d3-4898-bc92-62023a8d0059'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:18.902474 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-8090b055-cb55-49de-a643-30d015d317d9 req-cacae6d1-9f0d-4e5b-b46e-8192f799c6fa tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.71 "DELETE /v2.0/ports/0cd7dfae-50d3-4898-bc92-62023a8d0059 HTTP/1.1" status: 204 len: 173 time: 1.4314873 Apr 30 13:16:18.911084 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bbc5e886-2ec9-4d0c-8135-1d338c68eff8 req-15cba572-ab23-419c-827d-0e0118916934 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560048 Apr 30 13:16:18.941416 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d095de-4619-4350-a486-c7238d32b916', 'name': 'network-vif-deleted', 'tag': '0cd7dfae-50d3-4898-bc92-62023a8d0059', 'status': 'completed', 'code': 200} Apr 30 13:16:19.021862 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-1aaa9584-1734-444f-9023-a113bb2f85b1 None None] Set router 67e8b244-7dba-4729-91c1-6294f9645760 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:19.406526 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-1aaa9584-1734-444f-9023-a113bb2f85b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '79c047cd-1c05-4755-ace7-85acba99c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:50Z', 'revision_number': 4, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port': {'id': '79c047cd-1c05-4755-ace7-85acba99c055', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:30Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '81e8d0ec-d15d-401d-9e10-fc9447d18741', 'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'mac_address': 'fa:16:3e:78:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:47Z', 'updated_at': '2021-04-30T13:12:01Z', 'revision_number': 5, 'project_id': 'a397097db8304460991aa7950d00f829', 'subnets': [{'id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:19.411166 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa9584-1734-444f-9023-a113bb2f85b1 None None] Checking router: 67e8b244-7dba-4729-91c1-6294f9645760 for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:16:19.420429 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaa9584-1734-444f-9023-a113bb2f85b1 None None] Routers {'67e8b244-7dba-4729-91c1-6294f9645760'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:19.421251 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-1aaa9584-1734-444f-9023-a113bb2f85b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:16:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['67e8b244-7dba-4729-91c1-6294f9645760'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:19.603805 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-1aaa9584-1734-444f-9023-a113bb2f85b1 None None] Set router 67e8b244-7dba-4729-91c1-6294f9645760 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:19.762209 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-05a480d5-5db9-4895-a17b-66094d96fae7 req-81b65645-342d-452e-9b0f-df751537a1b7 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 210 time: 0.0432084 Apr 30 13:16:19.913000 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-1aaa9584-1734-444f-9023-a113bb2f85b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '79c047cd-1c05-4755-ace7-85acba99c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:50Z', 'revision_number': 4, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port': {'id': '79c047cd-1c05-4755-ace7-85acba99c055', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:30Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '81e8d0ec-d15d-401d-9e10-fc9447d18741', 'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'mac_address': 'fa:16:3e:78:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:47Z', 'updated_at': '2021-04-30T13:12:01Z', 'revision_number': 5, 'project_id': 'a397097db8304460991aa7950d00f829', 'subnets': [{'id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:19.917241 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa9584-1734-444f-9023-a113bb2f85b1 None None] The sync data for ids ['67e8b244-7dba-4729-91c1-6294f9645760'] in dv-cinder-784453-4-iscsi is: [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '79c047cd-1c05-4755-ace7-85acba99c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:50Z', 'revision_number': 4, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port': {'id': '79c047cd-1c05-4755-ace7-85acba99c055', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:30Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '81e8d0ec-d15d-401d-9e10-fc9447d18741', 'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'mac_address': 'fa:16:3e:78:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:47Z', 'updated_at': '2021-04-30T13:12:01Z', 'revision_number': 5, 'project_id': 'a397097db8304460991aa7950d00f829', 'subnets': [{'id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:16:20.107028 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75277b-a57f-4b23-9dc7-9195efb2ce93 req-856397d0-0188-4cdc-a12a-e71b98c6f94a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:20.108904 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ca75277b-a57f-4b23-9dc7-9195efb2ce93 req-856397d0-0188-4cdc-a12a-e71b98c6f94a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.0879152 Apr 30 13:16:20.158660 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ca75277b-a57f-4b23-9dc7-9195efb2ce93 req-a2d4b09c-3d15-4c67-bcee-0278b41902e1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421257 Apr 30 13:16:20.169060 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c37cda-0769-42ec-9b6e-048efc7caf64 None None] New status for floating IP 7b487e0b-a452-425f-8ef4-e1689e03024b: DOWN {{(pid=73816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:16:20.934935 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3ee6ae65-c3c7-4391-b5ac-3cbe4960a46d req-84cc54e4-96d0-479f-b891-e2c4c69953a9 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=b4d095de-4619-4350-a486-c7238d32b916 HTTP/1.1" status: 200 len: 210 time: 0.0428565 Apr 30 13:16:21.360725 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f5a48-d48b-4f2a-9215-6a15fbe8a334 req-ec0d9832-849b-4f49-be44-89fe561b9955 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:21.362219 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-eb1f5a48-d48b-4f2a-9215-6a15fbe8a334 req-ec0d9832-849b-4f49-be44-89fe561b9955 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.0883088 Apr 30 13:16:21.408559 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-eb1f5a48-d48b-4f2a-9215-6a15fbe8a334 req-02e74239-9185-4fbd-ad28-1a2e056812d8 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401397 Apr 30 13:16:22.075380 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 42040) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:22.094170 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 0cd7dfae-50d3-4898-bc92-62023a8d0059 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:16:22.133409 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: 0cd7dfae-50d3-4898-bc92-62023a8d0059 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:16:22.133758 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 0cd7dfae-50d3-4898-bc92-62023a8d0059 not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:16:22.146395 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f7d51fc8-3db2-4dc5-bca2-acbb92ab2372 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:22.176040 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f7d51fc8-3db2-4dc5-bca2-acbb92ab2372 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:22.230633 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f7d51fc8-3db2-4dc5-bca2-acbb92ab2372 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:22.234657 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b5202367-5647-4719-8ba0-6ffd1e9d1e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:22.248605 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d51fc8-3db2-4dc5-bca2-acbb92ab2372 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1413427-4e00-4c5b-810d-0ff3e1e39e51,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:22.251793 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f7d51fc8-3db2-4dc5-bca2-acbb92ab2372 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:22.262801 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f7d51fc8-3db2-4dc5-bca2-acbb92ab2372 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:22.263916 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-f7d51fc8-3db2-4dc5-bca2-acbb92ab2372 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "DELETE /v2.0/security-groups/f1413427-4e00-4c5b-810d-0ff3e1e39e51 HTTP/1.1" status: 204 len: 168 time: 0.1874247 Apr 30 13:16:22.266895 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 42044) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:22.283958 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.api.v2.resource [None req-ecca6555-8f99-469d-a7d5-4f8d9b7b2c8e tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] show failed (client error): The resource could not be found. Apr 30 13:16:22.284932 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-ecca6555-8f99-469d-a7d5-4f8d9b7b2c8e tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups/f1413427-4e00-4c5b-810d-0ff3e1e39e51 HTTP/1.1" status: 404 len: 347 time: 0.0169990 Apr 30 13:16:22.288892 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 42048) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:22.427014 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce769fa9-99c7-41b9-91d2-91768442dedf req-753ec9b6-c894-489b-8ada-a9f75c30437f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:22.428612 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-ce769fa9-99c7-41b9-91d2-91768442dedf req-753ec9b6-c894-489b-8ada-a9f75c30437f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.71 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.0889277 Apr 30 13:16:22.608582 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-ce769fa9-99c7-41b9-91d2-91768442dedf req-f334614e-19c5-458f-b829-a562a115e14e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Deleting port cff078e8-b239-45de-a9b9-daa6482b64f4 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:16:22.608919 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-ce769fa9-99c7-41b9-91d2-91768442dedf req-f334614e-19c5-458f-b829-a562a115e14e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:22.618421 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-11a01555-d748-41e8-aab0-61bfbf22780d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Deleting port e40c8783-4679-4c86-aacb-0383938ba14d {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:16:22.618755 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-11a01555-d748-41e8-aab0-61bfbf22780d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:22.746173 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-ce769fa9-99c7-41b9-91d2-91768442dedf req-f334614e-19c5-458f-b829-a562a115e14e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] For port cff078e8-b239-45de-a9b9-daa6482b64f4, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=cff078e8-b239-45de-a9b9-daa6482b64f4,segment=NetworkSegment(41430b28-ed4e-4555-8a4a-2b225eaaf3ea),segment_id=41430b28-ed4e-4555-8a4a-2b225eaaf3ea)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:22.746545 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-ce769fa9-99c7-41b9-91d2-91768442dedf req-f334614e-19c5-458f-b829-a562a115e14e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:22.760805 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72387fe7-abc4-4d88-b211-61ce033286ab req-48f14d18-a554-4236-939d-59b9de2ab588 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:22.762299 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-72387fe7-abc4-4d88-b211-61ce033286ab req-48f14d18-a554-4236-939d-59b9de2ab588 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 945 time: 0.2057788 Apr 30 13:16:22.766098 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-11a01555-d748-41e8-aab0-61bfbf22780d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:22.766431 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-11a01555-d748-41e8-aab0-61bfbf22780d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:22.995104 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-11a01555-d748-41e8-aab0-61bfbf22780d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Calling delete_port for e40c8783-4679-4c86-aacb-0383938ba14d owned by network:floatingip {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:16:23.030982 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-72387fe7-abc4-4d88-b211-61ce033286ab req-187700d2-2673-476f-9573-fd24b4727fdd tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565820 Apr 30 13:16:23.058559 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-ce769fa9-99c7-41b9-91d2-91768442dedf req-f334614e-19c5-458f-b829-a562a115e14e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:23.059101 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-ce769fa9-99c7-41b9-91d2-91768442dedf req-f334614e-19c5-458f-b829-a562a115e14e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66717071'] for floatingip, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:23.059301 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.l3_db [req-ce769fa9-99c7-41b9-91d2-91768442dedf req-f334614e-19c5-458f-b829-a562a115e14e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Floating IP ea718920-c58a-4ab9-91c5-c655f5cc685f disassociated. External IP: 172.27.1.57, port: cff078e8-b239-45de-a9b9-daa6482b64f4. Apr 30 13:16:23.059703 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-ce769fa9-99c7-41b9-91d2-91768442dedf req-f334614e-19c5-458f-b829-a562a115e14e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Calling delete_port for cff078e8-b239-45de-a9b9-daa6482b64f4 owned by compute:nova {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:16:23.137700 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-11a01555-d748-41e8-aab0-61bfbf22780d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:23.141901 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:23.186913 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a01555-d748-41e8-aab0-61bfbf22780d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Pushing event deleted for resources: {'Port': ['ID=e40c8783-4679-4c86-aacb-0383938ba14d,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:23.193949 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-11a01555-d748-41e8-aab0-61bfbf22780d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:23.203912 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-ce769fa9-99c7-41b9-91d2-91768442dedf req-f334614e-19c5-458f-b829-a562a115e14e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:23.210201 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2addf46c-a5d9-489c-bdf8-952ae3930137 tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:23.258762 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f334614e-19c5-458f-b829-a562a115e14e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Pushing event deleted for resources: {'Port': ['ID=cff078e8-b239-45de-a9b9-daa6482b64f4,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:23.261943 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f334614e-19c5-458f-b829-a562a115e14e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:23.306164 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-11a01555-d748-41e8-aab0-61bfbf22780d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for floatingip, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:23.326836 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-11a01555-d748-41e8-aab0-61bfbf22780d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:23.334196 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-11a01555-d748-41e8-aab0-61bfbf22780d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "DELETE /v2.0/floatingips/7b487e0b-a452-425f-8ef4-e1689e03024b HTTP/1.1" status: 204 len: 168 time: 1.0403476 Apr 30 13:16:23.572434 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce769fa9-99c7-41b9-91d2-91768442dedf req-f334614e-19c5-458f-b829-a562a115e14e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Router 1f4ba758-767b-4dea-b6e0-d4a248a76808 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:16:23.622550 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 42066) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:23.628119 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-611e34c7-d254-4ee9-80f1-4ea7a163f216 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--850377254', 'description': 'tempest-description--1476151483'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:23.634936 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-611e34c7-d254-4ee9-80f1-4ea7a163f216 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:23.640661 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-611e34c7-d254-4ee9-80f1-4ea7a163f216 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Usage tracker for resource:security_group and tenant:a397097db8304460991aa7950d00f829 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:23.643987 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-611e34c7-d254-4ee9-80f1-4ea7a163f216 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:23.654466 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-611e34c7-d254-4ee9-80f1-4ea7a163f216 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:23.668496 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-611e34c7-d254-4ee9-80f1-4ea7a163f216 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:23.693782 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-611e34c7-d254-4ee9-80f1-4ea7a163f216 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:23.698938 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-611e34c7-d254-4ee9-80f1-4ea7a163f216 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Usage tracker for resource:security_group_rule and tenant:a397097db8304460991aa7950d00f829 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:23.702621 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-611e34c7-d254-4ee9-80f1-4ea7a163f216 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:23.717636 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-611e34c7-d254-4ee9-80f1-4ea7a163f216 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:23.783835 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce769fa9-99c7-41b9-91d2-91768442dedf req-f334614e-19c5-458f-b829-a562a115e14e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:16:23.795962 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5f3a43-afc2-4273-90c2-f8ea6d626ca8 None None] Sync routers for ids ['1f4ba758-767b-4dea-b6e0-d4a248a76808'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:16:23.810346 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-611e34c7-d254-4ee9-80f1-4ea7a163f216 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:23.814430 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5f3a43-afc2-4273-90c2-f8ea6d626ca8 None None] Routers {'1f4ba758-767b-4dea-b6e0-d4a248a76808'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:23.815293 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-ac5f3a43-afc2-4273-90c2-f8ea6d626ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:16:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['1f4ba758-767b-4dea-b6e0-d4a248a76808'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:23.815438 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-611e34c7-d254-4ee9-80f1-4ea7a163f216 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:23.821389 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:23.865615 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce769fa9-99c7-41b9-91d2-91768442dedf req-f334614e-19c5-458f-b829-a562a115e14e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] No DVR routers for this DVR port cff078e8-b239-45de-a9b9-daa6482b64f4 on host hv-cinder-78445 {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:16:23.869799 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-ce769fa9-99c7-41b9-91d2-91768442dedf req-f334614e-19c5-458f-b829-a562a115e14e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:23.874876 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9504e6a6-a9cf-4f1a-a169-eea54daf121c', 'name': 'network-vif-deleted', 'tag': 'cff078e8-b239-45de-a9b9-daa6482b64f4'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:23.875812 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e34c7-d254-4ee9-80f1-4ea7a163f216 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f07f5b-70d8-4679-a13f-b9bb6e76c916,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:23.879742 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-611e34c7-d254-4ee9-80f1-4ea7a163f216 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:23.887382 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-611e34c7-d254-4ee9-80f1-4ea7a163f216 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:23.889872 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-611e34c7-d254-4ee9-80f1-4ea7a163f216 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2663581 Apr 30 13:16:23.891663 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 42072) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:23.895727 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-ce769fa9-99c7-41b9-91d2-91768442dedf req-f334614e-19c5-458f-b829-a562a115e14e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.71 "DELETE /v2.0/ports/cff078e8-b239-45de-a9b9-daa6482b64f4 HTTP/1.1" status: 204 len: 173 time: 1.4601991 Apr 30 13:16:23.900283 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-feb66039-cfbf-4ac8-8161-8ac48d97f293 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Request body: {'security_group_rule': {'security_group_id': '68f07f5b-70d8-4679-a13f-b9bb6e76c916', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:23.906513 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-feb66039-cfbf-4ac8-8161-8ac48d97f293 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:23.912990 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-feb66039-cfbf-4ac8-8161-8ac48d97f293 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Usage tracker for resource:security_group_rule and tenant:a397097db8304460991aa7950d00f829 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:23.916125 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-feb66039-cfbf-4ac8-8161-8ac48d97f293 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:23.922076 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-feb66039-cfbf-4ac8-8161-8ac48d97f293 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:23.930179 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9504e6a6-a9cf-4f1a-a169-eea54daf121c', 'name': 'network-vif-deleted', 'tag': 'cff078e8-b239-45de-a9b9-daa6482b64f4', 'status': 'completed', 'code': 200} Apr 30 13:16:23.942704 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-feb66039-cfbf-4ac8-8161-8ac48d97f293 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.012082 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-feb66039-cfbf-4ac8-8161-8ac48d97f293 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.017497 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-feb66039-cfbf-4ac8-8161-8ac48d97f293 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.020556 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-83180bcc-9703-45a1-b0ba-78414e537f80 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:24.022858 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-ac5f3a43-afc2-4273-90c2-f8ea6d626ca8 None None] Set router 1f4ba758-767b-4dea-b6e0-d4a248a76808 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:24.048713 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb66039-cfbf-4ac8-8161-8ac48d97f293 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb03c86-2c38-43b6-8134-49eae647779b,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:24.054229 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-feb66039-cfbf-4ac8-8161-8ac48d97f293 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:24.060646 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-feb66039-cfbf-4ac8-8161-8ac48d97f293 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.062060 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-feb66039-cfbf-4ac8-8161-8ac48d97f293 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1694026 Apr 30 13:16:24.065055 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 42078) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:24.071095 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-e5bf68aa-09c3-4150-800a-afb82b2de1f0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Request body: {'security_group_rule': {'security_group_id': '68f07f5b-70d8-4679-a13f-b9bb6e76c916', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:24.077556 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-e5bf68aa-09c3-4150-800a-afb82b2de1f0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:24.082582 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-e5bf68aa-09c3-4150-800a-afb82b2de1f0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Usage tracker for resource:security_group_rule and tenant:a397097db8304460991aa7950d00f829 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:24.085837 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-e5bf68aa-09c3-4150-800a-afb82b2de1f0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:24.098408 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-e5bf68aa-09c3-4150-800a-afb82b2de1f0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:24.121100 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e5bf68aa-09c3-4150-800a-afb82b2de1f0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.187774 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e5bf68aa-09c3-4150-800a-afb82b2de1f0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.192951 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e5bf68aa-09c3-4150-800a-afb82b2de1f0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.203309 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3c6f3b37-5214-468c-954f-9b54f95734e8 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:24.226062 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf68aa-09c3-4150-800a-afb82b2de1f0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3214d8df-ceae-4530-8341-ff329eca7cfd,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:24.229325 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e5bf68aa-09c3-4150-800a-afb82b2de1f0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:24.235118 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e5bf68aa-09c3-4150-800a-afb82b2de1f0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.236495 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-e5bf68aa-09c3-4150-800a-afb82b2de1f0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1702394 Apr 30 13:16:24.239783 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 42086) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:24.245440 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Request body: {'floatingip': {'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:24.251796 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:24.255793 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Usage tracker for resource:floatingip and tenant:a397097db8304460991aa7950d00f829 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:24.258873 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:24.265603 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:24.278712 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for floatingip, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.358006 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-ac5f3a43-afc2-4273-90c2-f8ea6d626ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:36Z', 'revision_number': 4, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port': {'id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '4a3c166c-ce9f-4d87-8538-a52a64bda007', 'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'mac_address': 'fa:16:3e:52:9b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 5, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'subnets': [{'id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:24.362397 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5f3a43-afc2-4273-90c2-f8ea6d626ca8 None None] Checking router: 1f4ba758-767b-4dea-b6e0-d4a248a76808 for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:16:24.371679 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5f3a43-afc2-4273-90c2-f8ea6d626ca8 None None] Routers {'1f4ba758-767b-4dea-b6e0-d4a248a76808'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:24.372577 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-ac5f3a43-afc2-4273-90c2-f8ea6d626ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:16:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['1f4ba758-767b-4dea-b6e0-d4a248a76808'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:24.427778 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fd62474d-08b5-4c70-ae0f-513c67b89151 req-3b645ed1-4060-4987-9903-14cf2e6ccab8 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=9504e6a6-a9cf-4f1a-a169-eea54daf121c HTTP/1.1" status: 200 len: 210 time: 0.2551591 Apr 30 13:16:24.460506 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.648812 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Allocated IP 172.27.1.92 (0b72fb58-bb2e-463f-beea-a002adeb004d/99073808-7a40-4541-a751-8ae1df9ed350/1a84d89c-4363-4596-9ef5-a164be5b876e) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:24.659198 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-ac5f3a43-afc2-4273-90c2-f8ea6d626ca8 None None] Set router 1f4ba758-767b-4dea-b6e0-d4a248a76808 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:24.802543 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.833892 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:24.838063 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:24.895398 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Network 0b72fb58-bb2e-463f-beea-a002adeb004d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:24.898273 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:24.906713 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:24.939922 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Pushing event updated for resources: {'Port': ['ID=1a84d89c-4363-4596-9ef5-a164be5b876e,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:24.950742 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:24.980298 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-ac5f3a43-afc2-4273-90c2-f8ea6d626ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:36Z', 'revision_number': 4, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port': {'id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '4a3c166c-ce9f-4d87-8538-a52a64bda007', 'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'mac_address': 'fa:16:3e:52:9b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 5, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'subnets': [{'id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:24.984984 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5f3a43-afc2-4273-90c2-f8ea6d626ca8 None None] The sync data for ids ['1f4ba758-767b-4dea-b6e0-d4a248a76808'] in dv-cinder-784453-4-iscsi is: [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:36Z', 'revision_number': 4, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port': {'id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '4a3c166c-ce9f-4d87-8538-a52a64bda007', 'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'mac_address': 'fa:16:3e:52:9b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 5, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'subnets': [{'id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:16:24.999920 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:25.065535 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:25.218940 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f3ca3a-9946-4e89-90b0-97bea55a1d04 None None] New status for floating IP ea718920-c58a-4ab9-91c5-c655f5cc685f: DOWN {{(pid=73816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:16:25.340229 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:25.345864 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:25.349843 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-785c790b-0520-4099-979d-f2a01ad15110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:25.455310 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Pushing event updated for resources: {'Port': ['ID=1a84d89c-4363-4596-9ef5-a164be5b876e,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:25.459847 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:25.472111 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66717071'] for floatingip, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:25.500941 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:25.509127 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2613766 Apr 30 13:16:25.572166 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 42104) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:25.650961 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1cdea8b4-139e-4cbb-82db-c895221f33a1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:25.689835 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1cdea8b4-139e-4cbb-82db-c895221f33a1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:25.732494 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:16:25.763399 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1cdea8b4-139e-4cbb-82db-c895221f33a1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:25.765182 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-eb13c2f4-0108-4756-9d29-f06452f1a976 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Synchronizing usage tracker for tenant:a397097db8304460991aa7950d00f829 on resource:security_group {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:25.769089 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f7d51fc8-3db2-4dc5-bca2-acbb92ab2372 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:25.788395 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdea8b4-139e-4cbb-82db-c895221f33a1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:25.790314 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-eb13c2f4-0108-4756-9d29-f06452f1a976 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Unset dirty status for tenant:a397097db8304460991aa7950d00f829 on resource:security_group {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:25.791853 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-eb13c2f4-0108-4756-9d29-f06452f1a976 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--850377254&fields=id&tenant_id=a397097db8304460991aa7950d00f829 HTTP/1.1" status: 200 len: 267 time: 0.0811071 Apr 30 13:16:25.799589 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1cdea8b4-139e-4cbb-82db-c895221f33a1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:25.807412 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1cdea8b4-139e-4cbb-82db-c895221f33a1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:25.812082 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-1cdea8b4-139e-4cbb-82db-c895221f33a1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "DELETE /v2.0/security-groups/7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5 HTTP/1.1" status: 204 len: 168 time: 0.2388072 Apr 30 13:16:25.814823 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 42126) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:25.833635 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.api.v2.resource [None req-15600da4-2072-4b3f-8122-972ec0339e0c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] show failed (client error): The resource could not be found. Apr 30 13:16:25.834639 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-15600da4-2072-4b3f-8122-972ec0339e0c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups/7f0d9cc0-cefe-4a94-91b9-ff08720fd4e5 HTTP/1.1" status: 404 len: 347 time: 0.0182462 Apr 30 13:16:25.837983 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 42132) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:26.000751 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-88ffe8e4-2e04-4293-9d13-757de4249098 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:26.002699 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-88ffe8e4-2e04-4293-9d13-757de4249098 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/networks?id=384ed945-7697-4aed-a91c-b54f67f71379 HTTP/1.1" status: 200 len: 817 time: 0.2024922 Apr 30 13:16:26.026821 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-16c6ecbd-f41b-42c5-b121-a204dae96023 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/quotas/a397097db8304460991aa7950d00f829 HTTP/1.1" status: 200 len: 375 time: 0.0160720 Apr 30 13:16:26.107652 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device cff078e8-b239-45de-a9b9-daa6482b64f4 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:16:26.133154 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-f60deb73-be5e-49b7-863e-84c2a21b4b48 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Synchronizing usage tracker for tenant:a397097db8304460991aa7950d00f829 on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:26.159747 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-f60deb73-be5e-49b7-863e-84c2a21b4b48 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Unset dirty status for tenant:a397097db8304460991aa7950d00f829 on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:26.162349 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-f60deb73-be5e-49b7-863e-84c2a21b4b48 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a397097db8304460991aa7950d00f829&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1347277 Apr 30 13:16:26.164946 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: cff078e8-b239-45de-a9b9-daa6482b64f4 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:16:26.165686 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device cff078e8-b239-45de-a9b9-daa6482b64f4 not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:16:26.284408 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-26477a19-d95d-4f57-9f54-3279175c58ba tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Deleting port 1f132d5a-ceea-4614-a02e-54f5487939d5 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:16:26.284922 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-26477a19-d95d-4f57-9f54-3279175c58ba tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:26.340041 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-6eebdfe4-8d94-489a-89d3-29013455d969 service neutron] 10.222.0.69 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527576 Apr 30 13:16:26.433139 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-26477a19-d95d-4f57-9f54-3279175c58ba tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:26.434004 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-26477a19-d95d-4f57-9f54-3279175c58ba tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:26.492606 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-0c9ea222-27f0-4e05-8b51-5700ae6b40b5 service neutron] 10.222.0.69 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452930 Apr 30 13:16:26.570226 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-26477a19-d95d-4f57-9f54-3279175c58ba tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Calling delete_port for 1f132d5a-ceea-4614-a02e-54f5487939d5 owned by network:floatingip {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:16:26.704757 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-95b264d1-e2cc-4a70-b821-88ab3ca5c333 req-5023050e-7cbb-4a8c-bde4-64f27cda3f5c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 210 time: 0.0522847 Apr 30 13:16:26.736620 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-26477a19-d95d-4f57-9f54-3279175c58ba tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:26.741872 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ab83f544-a929-4d4e-b007-1046b1e5f4f9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:26.811232 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26477a19-d95d-4f57-9f54-3279175c58ba tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Pushing event deleted for resources: {'Port': ['ID=1f132d5a-ceea-4614-a02e-54f5487939d5,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:26.815619 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-26477a19-d95d-4f57-9f54-3279175c58ba tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:26.962388 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-26477a19-d95d-4f57-9f54-3279175c58ba tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for floatingip, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:26.980361 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-26477a19-d95d-4f57-9f54-3279175c58ba tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:26.981558 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-26477a19-d95d-4f57-9f54-3279175c58ba tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "DELETE /v2.0/floatingips/ea718920-c58a-4ab9-91c5-c655f5cc685f HTTP/1.1" status: 204 len: 168 time: 1.1425867 Apr 30 13:16:27.269544 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 42166) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:27.275196 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-3b1cb0e2-39f0-482b-b970-07375c6c4f7f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1611685372', 'description': 'tempest-description--1238064711'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:27.281204 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3b1cb0e2-39f0-482b-b970-07375c6c4f7f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:27.285863 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3b1cb0e2-39f0-482b-b970-07375c6c4f7f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Usage tracker for resource:security_group and tenant:8c3daf98030a4f9983829bc893d1c2a1 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:27.288948 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3b1cb0e2-39f0-482b-b970-07375c6c4f7f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:27.296447 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3b1cb0e2-39f0-482b-b970-07375c6c4f7f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:27.309307 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3b1cb0e2-39f0-482b-b970-07375c6c4f7f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.332473 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3b1cb0e2-39f0-482b-b970-07375c6c4f7f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:27.337041 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3b1cb0e2-39f0-482b-b970-07375c6c4f7f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Usage tracker for resource:security_group_rule and tenant:8c3daf98030a4f9983829bc893d1c2a1 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:27.341430 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3b1cb0e2-39f0-482b-b970-07375c6c4f7f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:27.346777 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3b1cb0e2-39f0-482b-b970-07375c6c4f7f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:27.436697 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3b1cb0e2-39f0-482b-b970-07375c6c4f7f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.442480 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3b1cb0e2-39f0-482b-b970-07375c6c4f7f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.449413 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-166b360f-a70f-441b-803f-1ca848756f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:27.491739 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cb0e2-39f0-482b-b970-07375c6c4f7f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce24c70-6228-402e-9b47-dfa1914a6560,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:27.494737 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3b1cb0e2-39f0-482b-b970-07375c6c4f7f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:27.495820 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3b1cb0e2-39f0-482b-b970-07375c6c4f7f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.500026 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 42172) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:27.500551 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-3b1cb0e2-39f0-482b-b970-07375c6c4f7f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2294884 Apr 30 13:16:27.506402 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-d3a56656-b28e-4744-a8b2-cc711b1eedaa tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Request body: {'security_group_rule': {'security_group_id': '1ce24c70-6228-402e-9b47-dfa1914a6560', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:27.517430 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-d3a56656-b28e-4744-a8b2-cc711b1eedaa tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:27.522004 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-d3a56656-b28e-4744-a8b2-cc711b1eedaa tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Usage tracker for resource:security_group_rule and tenant:8c3daf98030a4f9983829bc893d1c2a1 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:27.525096 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-d3a56656-b28e-4744-a8b2-cc711b1eedaa tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:27.534453 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-d3a56656-b28e-4744-a8b2-cc711b1eedaa tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:27.549163 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d3a56656-b28e-4744-a8b2-cc711b1eedaa tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.614024 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d3a56656-b28e-4744-a8b2-cc711b1eedaa tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.618237 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d3a56656-b28e-4744-a8b2-cc711b1eedaa tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.620279 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:27.642530 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a56656-b28e-4744-a8b2-cc711b1eedaa tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=995378b7-64e3-40f9-ab9a-26d2650b6fab,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:27.645045 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d3a56656-b28e-4744-a8b2-cc711b1eedaa tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:27.653419 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d3a56656-b28e-4744-a8b2-cc711b1eedaa tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.654649 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-d3a56656-b28e-4744-a8b2-cc711b1eedaa tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1525617 Apr 30 13:16:27.657702 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 42176) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:27.663157 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-3befdaf8-7cd8-471d-a78c-237ef035566e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Request body: {'security_group_rule': {'security_group_id': '1ce24c70-6228-402e-9b47-dfa1914a6560', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:27.669636 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3befdaf8-7cd8-471d-a78c-237ef035566e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:27.674679 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3befdaf8-7cd8-471d-a78c-237ef035566e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Usage tracker for resource:security_group_rule and tenant:8c3daf98030a4f9983829bc893d1c2a1 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:27.678408 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3befdaf8-7cd8-471d-a78c-237ef035566e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:27.684469 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3befdaf8-7cd8-471d-a78c-237ef035566e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:27.703265 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3befdaf8-7cd8-471d-a78c-237ef035566e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.791461 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3befdaf8-7cd8-471d-a78c-237ef035566e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.796271 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3befdaf8-7cd8-471d-a78c-237ef035566e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.800213 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:27.838801 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befdaf8-7cd8-471d-a78c-237ef035566e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044be018-35fc-4fe0-a682-c9bd82d296ec,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:27.841668 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3befdaf8-7cd8-471d-a78c-237ef035566e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:27.850044 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3befdaf8-7cd8-471d-a78c-237ef035566e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.851770 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-3befdaf8-7cd8-471d-a78c-237ef035566e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1929798 Apr 30 13:16:27.855044 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 42182) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:27.860898 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Request body: {'floatingip': {'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:27.868261 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:27.872977 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Usage tracker for resource:floatingip and tenant:8c3daf98030a4f9983829bc893d1c2a1 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:27.875987 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:27.885233 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:27.898241 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for floatingip, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:27.923794 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ae0ecbff-f142-46ad-b35a-cb026bc574b6 req-8652e9c6-eb09-4b41-b0da-86d3a5297bd9 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 210 time: 0.0520868 Apr 30 13:16:28.172374 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-6808203b-d7c4-4284-b2bd-506783116453 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:28.174047 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-6808203b-d7c4-4284-b2bd-506783116453 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.71 "GET /v2.0/networks?id=384ed945-7697-4aed-a91c-b54f67f71379 HTTP/1.1" status: 200 len: 817 time: 0.2441616 Apr 30 13:16:28.224373 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:28.313224 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-109c052f-15ef-4b94-b8a2-05e834098844 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Synchronizing usage tracker for tenant:a397097db8304460991aa7950d00f829 on resource:security_group {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:28.341341 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-109c052f-15ef-4b94-b8a2-05e834098844 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Unset dirty status for tenant:a397097db8304460991aa7950d00f829 on resource:security_group {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:28.342670 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-109c052f-15ef-4b94-b8a2-05e834098844 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a397097db8304460991aa7950d00f829 HTTP/1.1" status: 200 len: 379 time: 0.1356273 Apr 30 13:16:28.397259 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-c66dd0d7-9c39-402b-b07e-aba26d20055a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Request body: {'port': {'device_id': 'd7a0389a-2b5b-4926-8b06-3478dbb798cd', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'admin_state_up': True, 'tenant_id': 'a397097db8304460991aa7950d00f829', 'security_groups': ['68f07f5b-70d8-4679-a13f-b9bb6e76c916']}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:28.574670 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Allocated IP 172.27.1.21 (0b72fb58-bb2e-463f-beea-a002adeb004d/99073808-7a40-4541-a751-8ae1df9ed350/ace54929-d434-42ed-99af-b6cb257afe6c) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:28.654078 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-c66dd0d7-9c39-402b-b07e-aba26d20055a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:28.851873 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-c66dd0d7-9c39-402b-b07e-aba26d20055a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:28.870559 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-c66dd0d7-9c39-402b-b07e-aba26d20055a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Made reservation on behalf of a397097db8304460991aa7950d00f829 for: {'port': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:28.874721 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-c66dd0d7-9c39-402b-b07e-aba26d20055a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:28.914128 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb56b8-61f4-4045-a339-53e5c3744112 req-a6061559-5b6c-4d4e-936c-caa0f40c660f tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:28.915908 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-44eb56b8-61f4-4045-a339-53e5c3744112 req-a6061559-5b6c-4d4e-936c-caa0f40c660f tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 945 time: 0.0912821 Apr 30 13:16:28.958849 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:28.964330 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-44eb56b8-61f4-4045-a339-53e5c3744112 req-441e8575-5624-482a-a5df-379f63513fb2 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404134 Apr 30 13:16:29.077465 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:29.083816 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:29.097910 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-964be5de-f6c9-4dac-9433-3bf8e45ee432 req-e673bcd4-c0f7-46b0-90f8-57a81a68360f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 210 time: 0.0471778 Apr 30 13:16:29.113277 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-c66dd0d7-9c39-402b-b07e-aba26d20055a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Allocated IP 172.20.0.4 (384ed945-7697-4aed-a91c-b54f67f71379/fc33453d-4422-4eee-9e94-1b257b2eaad2/dde4074f-b16d-4a7b-bfc0-45a5b0b628d6) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:29.164862 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Network 0b72fb58-bb2e-463f-beea-a002adeb004d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:29.171379 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:29.182119 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Pushing event updated for resources: {'Port': ['ID=ace54929-d434-42ed-99af-b6cb257afe6c,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:29.186198 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:29.216152 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:29.403173 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:29.420895 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-c66dd0d7-9c39-402b-b07e-aba26d20055a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:29.480498 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-c66dd0d7-9c39-402b-b07e-aba26d20055a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Transition to ACTIVE for port object dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 will not be triggered until provisioned by entity DHCP. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:29.497639 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:29.601999 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-c66dd0d7-9c39-402b-b07e-aba26d20055a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:29.611277 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:29.750884 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-c66dd0d7-9c39-402b-b07e-aba26d20055a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Network 384ed945-7697-4aed-a91c-b54f67f71379 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:29.756465 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66dd0d7-9c39-402b-b07e-aba26d20055a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Pushing event updated for resources: {'Port': ['ID=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:29.759264 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-c66dd0d7-9c39-402b-b07e-aba26d20055a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:29.761005 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c66dd0d7-9c39-402b-b07e-aba26d20055a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:29.764582 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-c66dd0d7-9c39-402b-b07e-aba26d20055a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:29.847817 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-c66dd0d7-9c39-402b-b07e-aba26d20055a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:29.848570 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-c66dd0d7-9c39-402b-b07e-aba26d20055a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:29.881877 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:29.888953 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:29.897030 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:29.948594 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-c66dd0d7-9c39-402b-b07e-aba26d20055a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5582740 Apr 30 13:16:29.989407 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Request body: {'port': {'device_id': 'd7a0389a-2b5b-4926-8b06-3478dbb798cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:30.056416 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-133ecd4d-c844-4015-a842-1ba2c2147852 None None] Provisioning for port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:30.057555 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Pushing event updated for resources: {'Port': ['ID=ace54929-d434-42ed-99af-b6cb257afe6c,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:30.065450 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:30.071688 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-133ecd4d-c844-4015-a842-1ba2c2147852 None None] Provisioning complete for port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:30.072061 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-133ecd4d-c844-4015-a842-1ba2c2147852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:30.081766 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66717071'] for floatingip, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:30.137137 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-133ecd4d-c844-4015-a842-1ba2c2147852 None None] Port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:16:30.148025 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:30.162701 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3015680 Apr 30 13:16:30.178260 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:30.205617 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c189de-0281-4192-b050-d5de76f90578 req-7b34d0cc-88b7-43dc-a38f-0be2181e4bff tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:30.218254 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e0c189de-0281-4192-b050-d5de76f90578 req-7b34d0cc-88b7-43dc-a38f-0be2181e4bff tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 945 time: 0.1246822 Apr 30 13:16:30.358720 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e0c189de-0281-4192-b050-d5de76f90578 req-54c146be-77e0-4d30-99ac-bdda94311a04 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391804 Apr 30 13:16:30.407389 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2a0aa-2c83-477a-b445-dae3249952a7 req-39dd7b3b-aede-4084-8d3e-592c03284df3 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:30.408905 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b3f2a0aa-2c83-477a-b445-dae3249952a7 req-39dd7b3b-aede-4084-8d3e-592c03284df3 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 931 time: 0.1393943 Apr 30 13:16:30.498862 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b3f2a0aa-2c83-477a-b445-dae3249952a7 req-4a26c9fb-c236-4481-8b2b-bca5a083b896 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790319 Apr 30 13:16:30.547369 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-92591ddc-ca98-451e-94f0-6f5580305afd tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1611685372&fields=id&tenant_id=8c3daf98030a4f9983829bc893d1c2a1 HTTP/1.1" status: 200 len: 267 time: 0.0540888 Apr 30 13:16:30.611424 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 {{(pid=73813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:30.620159 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:30.639394 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Transition to ACTIVE for port object dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 will not be triggered until provisioned by entity L2. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:30.645009 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:30.650118 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-11ba0efa-e7cf-4376-bff8-9de805c7835b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:30.814334 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-8e6ba2f6-3c9b-4bdd-af30-56558ebf3a25 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:30.822603 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-8e6ba2f6-3c9b-4bdd-af30-56558ebf3a25 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/networks?id=b8d1fd53-0ee5-499f-9667-97dbc79cf1ea HTTP/1.1" status: 200 len: 811 time: 0.2676122 Apr 30 13:16:30.901016 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-1dbcfc3b-6666-4ee1-8806-5da8729a671c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/quotas/8c3daf98030a4f9983829bc893d1c2a1 HTTP/1.1" status: 200 len: 375 time: 0.0774362 Apr 30 13:16:30.921455 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Pushing event updated for resources: {'Port': ['ID=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:30.956137 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:31.003743 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32792ce-d0a3-4cd7-9968-4820efb0232a req-6249bc44-47ef-4a9b-8dfa-7f9ee02b5e70 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:31.005204 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b32792ce-d0a3-4cd7-9968-4820efb0232a req-6249bc44-47ef-4a9b-8dfa-7f9ee02b5e70 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.71 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 945 time: 0.1806221 Apr 30 13:16:31.031706 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Attempting to bind port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:16:31.032140 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Attempting to bind port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'ad86e948-34be-4382-926c-3463732df242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379'}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:16:31.032523 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Attempting to bind port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 on network 384ed945-7697-4aed-a91c-b54f67f71379 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:31.037395 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 on network 384ed945-7697-4aed-a91c-b54f67f71379 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:16:31.037806 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Attempting to bind port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 on network 384ed945-7697-4aed-a91c-b54f67f71379 {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:31.043387 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:16:31.043861 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Checking segment: {'id': 'ad86e948-34be-4382-926c-3463732df242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:31.044258 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Bound using segment: {'id': 'ad86e948-34be-4382-926c-3463732df242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379'} {{(pid=73813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:16:31.044675 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Bound port: dde4074f-b16d-4a7b-bfc0-45a5b0b628d6, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad86e948-34be-4382-926c-3463732df242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379'}}] {{(pid=73813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:16:31.045050 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:31.063021 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-a6d8aa19-3cbd-44de-a1a1-ea8827d77954 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8c3daf98030a4f9983829bc893d1c2a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1609595 Apr 30 13:16:31.142482 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] For port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6, host hv-cinder-78445, cleared binding levels {{(pid=73813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:16:31.146020 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] For port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:16:31.151753 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:31.157334 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-44372959-6928-49c6-b3ef-5664c53da7db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:31.178995 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:31.213863 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:31.214481 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:31.215859 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] 10.222.0.71 "PUT /v2.0/ports/dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 HTTP/1.1" status: 200 len: 1093 time: 1.2327602 Apr 30 13:16:31.216430 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a0389a-2b5b-4926-8b06-3478dbb798cd', 'tag': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:31.263244 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Pushing event updated for resources: {'Port': ['ID=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,revision_number=3']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:31.268889 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:31.287708 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-087088f2-0586-4991-9c20-46a486b81dcd service neutron] 10.222.0.69 "GET /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120283 Apr 30 13:16:31.370213 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-b32792ce-d0a3-4cd7-9968-4820efb0232a req-209153ea-45a8-4c6a-b80d-76b2b44463f4 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Deleting port e679c56c-ca0d-455a-aea9-2cf760a03f8d {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:16:31.370779 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-b32792ce-d0a3-4cd7-9968-4820efb0232a req-209153ea-45a8-4c6a-b80d-76b2b44463f4 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:31.383133 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-8719b4cb-b766-4488-9032-569ed38917d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:31.384914 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-8719b4cb-b766-4488-9032-569ed38917d0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a397097db8304460991aa7950d00f829&device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 1096 time: 0.0958200 Apr 30 13:16:31.471418 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a0389a-2b5b-4926-8b06-3478dbb798cd', 'tag': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6', 'status': 'completed', 'code': 200} Apr 30 13:16:31.480511 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-bae0cb1b-5731-45b9-8910-bcf9052437fd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 HTTP/1.1" status: 200 len: 217 time: 0.0784309 Apr 30 13:16:31.566106 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-66e19357-25aa-423a-8622-1e7c5c7842b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:31.567847 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-66e19357-25aa-423a-8622-1e7c5c7842b6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc33453d-4422-4eee-9e94-1b257b2eaad2 HTTP/1.1" status: 200 len: 856 time: 0.0780461 Apr 30 13:16:31.646383 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-8e9cdb67-e292-45c5-8800-f82c15fae07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:31.647957 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-8e9cdb67-e292-45c5-8800-f82c15fae07b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=384ed945-7697-4aed-a91c-b54f67f71379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725801 Apr 30 13:16:31.686729 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-b32792ce-d0a3-4cd7-9968-4820efb0232a req-209153ea-45a8-4c6a-b80d-76b2b44463f4 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] For port e679c56c-ca0d-455a-aea9-2cf760a03f8d, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=e679c56c-ca0d-455a-aea9-2cf760a03f8d,segment=NetworkSegment(4174bc95-014f-4f28-b854-a330ecbb7cba),segment_id=4174bc95-014f-4f28-b854-a330ecbb7cba)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:31.687100 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-b32792ce-d0a3-4cd7-9968-4820efb0232a req-209153ea-45a8-4c6a-b80d-76b2b44463f4 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:31.701786 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-4f059b57-a13b-48c8-98c2-336541b5fd7f service neutron] 10.222.0.69 "GET /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074268 Apr 30 13:16:31.857260 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-b32792ce-d0a3-4cd7-9968-4820efb0232a req-209153ea-45a8-4c6a-b80d-76b2b44463f4 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Calling delete_port for e679c56c-ca0d-455a-aea9-2cf760a03f8d owned by compute:nova {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:16:31.863765 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-b10cd939-0215-4eb3-acd9-6850ba3475a4 service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088974 Apr 30 13:16:31.893272 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f872060-d42d-4ead-a307-c4a188a48f94 req-c2937e8a-0541-4b51-b6b7-2b725893c6c5 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:31.894893 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5f872060-d42d-4ead-a307-c4a188a48f94 req-c2937e8a-0541-4b51-b6b7-2b725893c6c5 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 945 time: 0.3303373 Apr 30 13:16:32.022021 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5f872060-d42d-4ead-a307-c4a188a48f94 req-5e0f20bb-29b2-40bf-9511-2fd891e657ed tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186066 Apr 30 13:16:32.027722 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-2e6125b6-e818-4147-8165-fc06d81606c1 req-e2d4519b-5907-496e-81f7-e77499a1eafb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2495275 Apr 30 13:16:32.057321 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc165238-6955-42aa-b24c-3053e7ba38ff req-1405c248-1144-4dbe-b5b9-b9d80665741a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:32.058978 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cc165238-6955-42aa-b24c-3053e7ba38ff req-1405c248-1144-4dbe-b5b9-b9d80665741a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 943 time: 0.1344478 Apr 30 13:16:32.114986 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6e4c3fa4-0742-46df-9b3a-05a55515eca2 req-48dd07e8-02de-4c32-9fc6-653d235df4c4 service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442341 Apr 30 13:16:32.201331 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-515acd52-1180-40a6-948d-908fb0de0390 req-281a6014-8bc0-4c4a-820b-028bdfa967ec tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 210 time: 0.0862417 Apr 30 13:16:32.216693 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cc165238-6955-42aa-b24c-3053e7ba38ff req-83c158a2-34f2-49b8-aa61-b944551e6a2d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268828 Apr 30 13:16:32.227892 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-b32792ce-d0a3-4cd7-9968-4820efb0232a req-209153ea-45a8-4c6a-b80d-76b2b44463f4 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:32.244653 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:32.269945 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['e679c56c-ca0d-455a-aea9-2cf760a03f8d'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:32.300235 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209153ea-45a8-4c6a-b80d-76b2b44463f4 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Pushing event deleted for resources: {'Port': ['ID=e679c56c-ca0d-455a-aea9-2cf760a03f8d,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:32.348788 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-209153ea-45a8-4c6a-b80d-76b2b44463f4 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:32.360321 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-423700cd-3318-4c19-9dd2-4837c26bfa44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:32.417205 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6125b6-e818-4147-8165-fc06d81606c1 req-e34eef43-afa1-4df9-8568-757db11bb742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:32.418866 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-2e6125b6-e818-4147-8165-fc06d81606c1 req-e34eef43-afa1-4df9-8568-757db11bb742 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2e010a31d7104f119fb0a3ab9fe7e8bc&device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 1098 time: 0.1223361 Apr 30 13:16:32.427768 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32792ce-d0a3-4cd7-9968-4820efb0232a req-209153ea-45a8-4c6a-b80d-76b2b44463f4 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] No DVR routers for this DVR port e679c56c-ca0d-455a-aea9-2cf760a03f8d on host hv-cinder-78445 {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:16:32.434062 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-b32792ce-d0a3-4cd7-9968-4820efb0232a req-209153ea-45a8-4c6a-b80d-76b2b44463f4 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:32.435651 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c572d5d-be00-4766-baf3-6962e04f1781 req-e87f8e44-8eec-4310-8d27-62be886873c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:32.437553 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-4c572d5d-be00-4766-baf3-6962e04f1781 req-e87f8e44-8eec-4310-8d27-62be886873c9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a397097db8304460991aa7950d00f829&device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 1096 time: 0.1809905 Apr 30 13:16:32.447110 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7f5373-9990-486e-b303-1e46fc75e956', 'name': 'network-vif-deleted', 'tag': 'e679c56c-ca0d-455a-aea9-2cf760a03f8d'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:32.455601 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b32792ce-d0a3-4cd7-9968-4820efb0232a req-209153ea-45a8-4c6a-b80d-76b2b44463f4 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.71 "DELETE /v2.0/ports/e679c56c-ca0d-455a-aea9-2cf760a03f8d HTTP/1.1" status: 204 len: 173 time: 1.4440000 Apr 30 13:16:32.503579 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7f5373-9990-486e-b303-1e46fc75e956', 'name': 'network-vif-deleted', 'tag': 'e679c56c-ca0d-455a-aea9-2cf760a03f8d', 'status': 'completed', 'code': 200} Apr 30 13:16:32.571491 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 42258) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:32.703840 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c572d5d-be00-4766-baf3-6962e04f1781 req-6f4be5f1-ded8-4f92-b32b-bde1407d35ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:32.705361 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-4c572d5d-be00-4766-baf3-6962e04f1781 req-6f4be5f1-ded8-4f92-b32b-bde1407d35ca service neutron] 10.222.0.71 "GET /v2.0/networks?id=384ed945-7697-4aed-a91c-b54f67f71379 HTTP/1.1" status: 200 len: 919 time: 0.2338345 Apr 30 13:16:32.706479 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6125b6-e818-4147-8165-fc06d81606c1 req-8644b5c3-3e81-430e-a4d3-79885b82685e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:32.707755 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-2e6125b6-e818-4147-8165-fc06d81606c1 req-8644b5c3-3e81-430e-a4d3-79885b82685e service neutron] 10.222.0.71 "GET /v2.0/networks?id=66923575-b46e-40eb-b42a-88dc2b7e5194 HTTP/1.1" status: 200 len: 911 time: 0.2582109 Apr 30 13:16:32.733564 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c8f1a5f2-7e64-44a2-80d6-90b7545050cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:32.749716 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-c8f1a5f2-7e64-44a2-80d6-90b7545050cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:32.753816 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-c8f1a5f2-7e64-44a2-80d6-90b7545050cd admin admin] Usage tracker for resource:security_group_rule and tenant:7354ad292f5c4c2b8e356d4cd1e66ebe is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:32.756770 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-c8f1a5f2-7e64-44a2-80d6-90b7545050cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:32.762721 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-c8f1a5f2-7e64-44a2-80d6-90b7545050cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:32.853730 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c8f1a5f2-7e64-44a2-80d6-90b7545050cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:32.858405 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c8f1a5f2-7e64-44a2-80d6-90b7545050cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:32.866393 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-3d6ff4e7-2ff0-4662-9cbe-b285c6dc3ab1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:32.912068 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-c8f1a5f2-7e64-44a2-80d6-90b7545050cd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7354ad292f5c4c2b8e356d4cd1e66ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3396428 Apr 30 13:16:32.913532 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1a5f2-7e64-44a2-80d6-90b7545050cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeab9de8-01bf-40a5-aa92-3feb9bcbafd2,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:32.916214 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 42266) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:32.919274 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-c8f1a5f2-7e64-44a2-80d6-90b7545050cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:32.961526 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-4c572d5d-be00-4766-baf3-6962e04f1781 req-0fe5465b-bcbf-436f-a4bb-1fb804e1b6b8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 HTTP/1.1" status: 200 len: 217 time: 0.2358644 Apr 30 13:16:33.043378 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-2e6125b6-e818-4147-8165-fc06d81606c1 req-2f4e6f44-22c6-42a8-ac68-93403f28c45d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a4062f2-4fa0-496f-b854-05006c824a01 HTTP/1.1" status: 200 len: 1000 time: 0.2661633 Apr 30 13:16:33.057178 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c572d5d-be00-4766-baf3-6962e04f1781 req-73a87ec5-e3b2-4a68-91bf-069ec2b5196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:33.058207 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-4c572d5d-be00-4766-baf3-6962e04f1781 req-73a87ec5-e3b2-4a68-91bf-069ec2b5196c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc33453d-4422-4eee-9e94-1b257b2eaad2 HTTP/1.1" status: 200 len: 856 time: 0.0862598 Apr 30 13:16:33.093757 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8f56-26a0-40c2-bc23-21719cc174cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:33.122754 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8f56-26a0-40c2-bc23-21719cc174cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:33.180597 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8f56-26a0-40c2-bc23-21719cc174cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:33.190426 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-30cd6d1f-ffa8-46b7-8266-09b0ffbc1a3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:33.207803 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a8f56-26a0-40c2-bc23-21719cc174cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeab9de8-01bf-40a5-aa92-3feb9bcbafd2,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:33.229875 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6125b6-e818-4147-8165-fc06d81606c1 req-2c5c5800-4e44-49e0-9f3b-753f477ee527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:33.231308 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-2e6125b6-e818-4147-8165-fc06d81606c1 req-2c5c5800-4e44-49e0-9f3b-753f477ee527 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ea60b372-e31d-4889-9a21-31d3bc9ba44a HTTP/1.1" status: 200 len: 848 time: 0.1569788 Apr 30 13:16:33.268315 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ba0a8f56-26a0-40c2-bc23-21719cc174cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:33.298158 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ba0a8f56-26a0-40c2-bc23-21719cc174cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:33.299619 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-ba0a8f56-26a0-40c2-bc23-21719cc174cf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eeab9de8-01bf-40a5-aa92-3feb9bcbafd2 HTTP/1.1" status: 204 len: 168 time: 0.3823352 Apr 30 13:16:33.307980 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-dca4c6d9-a1ec-4baf-a8fe-ac38be2dceda req-7d3bdb20-4ccc-4d69-aa25-0d118c07997d tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Synchronizing usage tracker for tenant:95a5f6800c42410c8d7a418f920d9cbc on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:33.327807 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c572d5d-be00-4766-baf3-6962e04f1781 req-aedd177c-fd22-4357-9cac-93459cddec5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:33.329564 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-4c572d5d-be00-4766-baf3-6962e04f1781 req-aedd177c-fd22-4357-9cac-93459cddec5e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=384ed945-7697-4aed-a91c-b54f67f71379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2528496 Apr 30 13:16:33.441247 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8b7c28a0-53fb-4ad3-be17-272053f5f101 req-7b85ff13-774e-4e7c-ad54-5333cd6fe8b7 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 210 time: 0.0634444 Apr 30 13:16:33.455130 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-dca4c6d9-a1ec-4baf-a8fe-ac38be2dceda req-7d3bdb20-4ccc-4d69-aa25-0d118c07997d tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Unset dirty status for tenant:95a5f6800c42410c8d7a418f920d9cbc on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:33.456459 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dca4c6d9-a1ec-4baf-a8fe-ac38be2dceda req-7d3bdb20-4ccc-4d69-aa25-0d118c07997d tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=bc7f5373-9990-486e-b303-1e46fc75e956 HTTP/1.1" status: 200 len: 210 time: 0.2670591 Apr 30 13:16:33.518314 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6125b6-e818-4147-8165-fc06d81606c1 req-724e91d9-a848-448a-a470-b54f2569dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:33.521541 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-2e6125b6-e818-4147-8165-fc06d81606c1 req-724e91d9-a848-448a-a470-b54f2569dec8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=66923575-b46e-40eb-b42a-88dc2b7e5194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2790244 Apr 30 13:16:33.549556 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-6ea5623d-edcf-41da-840e-f2f33e8f1ac7 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:33.557972 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-6ea5623d-edcf-41da-840e-f2f33e8f1ac7 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.71 "GET /v2.0/networks?id=b8d1fd53-0ee5-499f-9667-97dbc79cf1ea HTTP/1.1" status: 200 len: 811 time: 0.3518476 Apr 30 13:16:33.654269 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-f48086cd-7b97-4752-b349-84033fa03e3f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c3daf98030a4f9983829bc893d1c2a1 HTTP/1.1" status: 200 len: 380 time: 0.0810711 Apr 30 13:16:33.672274 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-fed1456e-498f-42b3-b598-589361cb9636 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Request body: {'port': {'device_id': 'd187a24a-965f-4bdb-8ec9-e4ea19635718', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'admin_state_up': True, 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'security_groups': ['1ce24c70-6228-402e-9b47-dfa1914a6560']}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:33.722494 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-4c572d5d-be00-4766-baf3-6962e04f1781 req-665ef76f-95dc-48a1-b18c-55d11db7e64f service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814666 Apr 30 13:16:33.799011 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-2e6125b6-e818-4147-8165-fc06d81606c1 req-0b8a3efb-9991-4e8d-97c8-651665252c05 service neutron] 10.222.0.71 "GET /v2.0/networks/66923575-b46e-40eb-b42a-88dc2b7e5194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701128 Apr 30 13:16:33.932323 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-fed1456e-498f-42b3-b598-589361cb9636 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:33.941770 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69612f43-8877-445e-ac3f-e95430cc0e63 req-62e3634c-be1d-4f65-9f8c-031d6007a594 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:33.943199 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-69612f43-8877-445e-ac3f-e95430cc0e63 req-62e3634c-be1d-4f65-9f8c-031d6007a594 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 943 time: 0.2246578 Apr 30 13:16:33.946589 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-fed1456e-498f-42b3-b598-589361cb9636 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Usage tracker for resource:port and tenant:8c3daf98030a4f9983829bc893d1c2a1 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:33.949364 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-fed1456e-498f-42b3-b598-589361cb9636 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Quota usage for port was recalculated. Used quota:3. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:33.957898 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-fed1456e-498f-42b3-b598-589361cb9636 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:33.995713 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-fed1456e-498f-42b3-b598-589361cb9636 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Made reservation on behalf of 8c3daf98030a4f9983829bc893d1c2a1 for: {'port': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:33.998479 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-4c572d5d-be00-4766-baf3-6962e04f1781 req-a440b783-2bcb-4654-a017-332222aa8d2f service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500908 Apr 30 13:16:33.999182 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-fed1456e-498f-42b3-b598-589361cb9636 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.029418 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-2e6125b6-e818-4147-8165-fc06d81606c1 req-878585ee-2dc5-4979-b1e1-7b1282883acc service neutron] 10.222.0.71 "GET /v2.0/networks/66923575-b46e-40eb-b42a-88dc2b7e5194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800933 Apr 30 13:16:34.031615 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-69612f43-8877-445e-ac3f-e95430cc0e63 req-0e05dca3-fa6e-44cf-adbd-077c4f179d22 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760505 Apr 30 13:16:34.199700 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-fed1456e-498f-42b3-b598-589361cb9636 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Allocated IP 172.20.0.4 (b8d1fd53-0ee5-499f-9667-97dbc79cf1ea/f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3/8abba6c9-b97f-4068-84b0-6fbd520ca4ba) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:34.227375 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 42300) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:34.341838 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1350586497-network', 'tenant_id': '330522879a1442469115b6ce47db04cd'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:34.346636 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:34.350948 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Usage tracker for resource:network and tenant:330522879a1442469115b6ce47db04cd is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:34.354430 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:34.360733 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:34.371922 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Made reservation on behalf of 330522879a1442469115b6ce47db04cd for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:34.374292 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.387156 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.392473 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-fed1456e-498f-42b3-b598-589361cb9636 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.402674 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:34.406814 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Usage tracker for resource:security_group_rule and tenant:330522879a1442469115b6ce47db04cd is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:34.409296 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-fed1456e-498f-42b3-b598-589361cb9636 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Transition to ACTIVE for port object 8abba6c9-b97f-4068-84b0-6fbd520ca4ba will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:34.409869 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:34.416150 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:34.439258 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-fed1456e-498f-42b3-b598-589361cb9636 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.447025 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-11a01555-d748-41e8-aab0-61bfbf22780d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:34.510725 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-fed1456e-498f-42b3-b598-589361cb9636 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:34.513880 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-fed1456e-498f-42b3-b598-589361cb9636 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:34.516473 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-fed1456e-498f-42b3-b598-589361cb9636 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:34.530315 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.535566 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.539333 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-562fb7c2-6fda-4168-9794-baf167f7c544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:34.572299 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:16:34.583200 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e93ef5-4bdd-4beb-86dc-6dd882163962,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:34.586814 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:34.589506 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1456e-498f-42b3-b598-589361cb9636 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Pushing event updated for resources: {'Port': ['ID=8abba6c9-b97f-4068-84b0-6fbd520ca4ba,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:34.591789 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.592144 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Added segment 43681df7-afba-4936-a999-e96e641a7808 of type vlan for network f94ec92d-da55-4a90-8bdf-4314b868efa4 Apr 30 13:16:34.594013 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fed1456e-498f-42b3-b598-589361cb9636 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:34.638272 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-fed1456e-498f-42b3-b598-589361cb9636 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:34.638272 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-fed1456e-498f-42b3-b598-589361cb9636 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.651900 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751029132912'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.700853 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.703275 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:34.703413 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.709130 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:34.768889 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-fed1456e-498f-42b3-b598-589361cb9636 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1002564 Apr 30 13:16:34.792204 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Request body: {'port': {'device_id': 'd187a24a-965f-4bdb-8ec9-e4ea19635718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:34.822242 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Pushing event updated for resources: {'Network': ['ID=f94ec92d-da55-4a90-8bdf-4314b868efa4,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:34.825820 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:34.836848 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Network f94ec92d-da55-4a90-8bdf-4314b868efa4 details requested by agent ovs-agent-dv-cinder-784453-4-iscsi with host dv-cinder-784453-4-iscsi {{(pid=73815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:16:34.846106 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6174238 Apr 30 13:16:34.848748 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 42312) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:34.856236 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-6d5787ad-855f-4726-bc25-ce6b97baf33f admin admin] Request body: {'subnet': {'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1350586497-subnet', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:34.862162 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6d5787ad-855f-4726-bc25-ce6b97baf33f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:34.866856 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6d5787ad-855f-4726-bc25-ce6b97baf33f admin admin] Usage tracker for resource:subnet and tenant:330522879a1442469115b6ce47db04cd is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:34.870676 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6d5787ad-855f-4726-bc25-ce6b97baf33f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:34.877966 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6d5787ad-855f-4726-bc25-ce6b97baf33f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:34.885100 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0354e6cf-9d12-4ca1-8ea5-97ae9eedc102 None None] Provisioning for port 8abba6c9-b97f-4068-84b0-6fbd520ca4ba completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:34.894519 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5787ad-855f-4726-bc25-ce6b97baf33f admin admin] Made reservation on behalf of 330522879a1442469115b6ce47db04cd for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:34.897606 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6d5787ad-855f-4726-bc25-ce6b97baf33f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65575204'] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:34.955108 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0354e6cf-9d12-4ca1-8ea5-97ae9eedc102 None None] Provisioning complete for port 8abba6c9-b97f-4068-84b0-6fbd520ca4ba triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:34.959347 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0354e6cf-9d12-4ca1-8ea5-97ae9eedc102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.027737 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716dfe02-c750-491a-8db9-e8ea0689997c req-03789e5d-1faf-410d-a456-e6baeccda580 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:35.028473 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-716dfe02-c750-491a-8db9-e8ea0689997c req-03789e5d-1faf-410d-a456-e6baeccda580 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Synchronizing usage tracker for tenant:8c3daf98030a4f9983829bc893d1c2a1 on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:35.035405 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.041677 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0354e6cf-9d12-4ca1-8ea5-97ae9eedc102 None None] Port 8abba6c9-b97f-4068-84b0-6fbd520ca4ba cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:16:35.111689 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-716dfe02-c750-491a-8db9-e8ea0689997c req-03789e5d-1faf-410d-a456-e6baeccda580 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Unset dirty status for tenant:8c3daf98030a4f9983829bc893d1c2a1 on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:35.113248 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-716dfe02-c750-491a-8db9-e8ea0689997c req-03789e5d-1faf-410d-a456-e6baeccda580 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 931 time: 0.4393857 Apr 30 13:16:35.284045 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-716dfe02-c750-491a-8db9-e8ea0689997c req-8eee093a-6c35-41b4-b520-6a2ab8b94503 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ce24c70-6228-402e-9b47-dfa1914a6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529298 Apr 30 13:16:35.345941 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6d5787ad-855f-4726-bc25-ce6b97baf33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64370968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65575222'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.349673 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:35.419768 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5787ad-855f-4726-bc25-ce6b97baf33f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3acc879-0ee0-47a6-902f-6f62b8c33fb2,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:35.425185 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6d5787ad-855f-4726-bc25-ce6b97baf33f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:35.436901 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5787ad-855f-4726-bc25-ce6b97baf33f admin admin] Checking segment: {'id': '43681df7-afba-4936-a999-e96e641a7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:35.437241 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5787ad-855f-4726-bc25-ce6b97baf33f admin admin] Network hostable DHCP agents. Network: f94ec92d-da55-4a90-8bdf-4314b868efa4, hostable agents: ['e96ab08c-23ca-4860-8db7-d5ed4d5e6b52'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:16:35.456988 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5787ad-855f-4726-bc25-ce6b97baf33f admin admin] Network f94ec92d-da55-4a90-8bdf-4314b868efa4 is scheduled to be hosted by DHCP agent e96ab08c-23ca-4860-8db7-d5ed4d5e6b52 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:16:35.468647 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-6d5787ad-855f-4726-bc25-ce6b97baf33f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-iscsi, f94ec92d-da55-4a90-8bdf-4314b868efa4) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:35.479997 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77adeaf1-a4fa-4d11-be63-ae7dbabbd928 None None] Network f94ec92d-da55-4a90-8bdf-4314b868efa4 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:16:35.480323 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5787ad-855f-4726-bc25-ce6b97baf33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:35.481324 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6d5787ad-855f-4726-bc25-ce6b97baf33f admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.525738 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d12ec-0a66-4f1e-8fd2-8106b9775a6b req-c23e3cae-c8f5-40a0-a204-9c0a10d802a2 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:35.531038 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1c2d12ec-0a66-4f1e-8fd2-8106b9775a6b req-c23e3cae-c8f5-40a0-a204-9c0a10d802a2 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 943 time: 0.3303962 Apr 30 13:16:35.539118 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-6d5787ad-855f-4726-bc25-ce6b97baf33f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6884027 Apr 30 13:16:35.542038 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 42320) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:35.548033 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1350586497-router', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:35.553354 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:35.557399 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Usage tracker for resource:router and tenant:330522879a1442469115b6ce47db04cd is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:35.560368 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:35.566182 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:35.592498 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.694422 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66778846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-759'] for router, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.695488 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66778823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66720200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66618511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-718'] for router, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.704574 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8abba6c9-b97f-4068-84b0-6fbd520ca4ba {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:35.712445 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.716188 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.721576 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1c2d12ec-0a66-4f1e-8fd2-8106b9775a6b req-9957ba7c-30c5-4ef7-b8ca-a9551152f523 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117675 Apr 30 13:16:35.736937 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Transition to ACTIVE for port object 8abba6c9-b97f-4068-84b0-6fbd520ca4ba will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:35.750801 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.755782 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-41732637-e8b8-400c-bd19-29342e063363 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:35.760353 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ab26763-ec13-5d5f-b953-d9fa9666aef5-f94ec92d-da55-4a90-8bdf-4314b868efa4', 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'fixed_ips': [{'subnet_id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2'}]}} from dv-cinder-784453-4-iscsi. {{(pid=73815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:16:35.761170 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.789253 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-8392c757-b7d4-4e75-b0bd-e4e75b724146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:35.909059 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=8abba6c9-b97f-4068-84b0-6fbd520ca4ba,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:35.936692 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:35.971845 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.db_base_plugin_common [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Allocated IP 172.20.0.2 (f94ec92d-da55-4a90-8bdf-4314b868efa4/d3acc879-0ee0-47a6-902f-6f62b8c33fb2/a3a77732-21d4-4ab8-9883-5e0bbdb93cbe) {{(pid=73815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:36.015676 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66720177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66709578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-720'] for router, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:36.041783 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Attempting to bind port 8abba6c9-b97f-4068-84b0-6fbd520ca4ba on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:16:36.042306 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Attempting to bind port 8abba6c9-b97f-4068-84b0-6fbd520ca4ba by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '41430b28-ed4e-4555-8a4a-2b225eaaf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:16:36.042762 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Attempting to bind port 8abba6c9-b97f-4068-84b0-6fbd520ca4ba on network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:36.050389 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Port 8abba6c9-b97f-4068-84b0-6fbd520ca4ba on network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:16:36.050888 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Attempting to bind port 8abba6c9-b97f-4068-84b0-6fbd520ca4ba on network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:36.057422 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:16:36.057766 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Checking segment: {'id': '41430b28-ed4e-4555-8a4a-2b225eaaf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:36.058158 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Bound using segment: {'id': '41430b28-ed4e-4555-8a4a-2b225eaaf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:16:36.058566 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Bound port: 8abba6c9-b97f-4068-84b0-6fbd520ca4ba, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41430b28-ed4e-4555-8a4a-2b225eaaf3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:16:36.058905 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:36.162267 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] For port 8abba6c9-b97f-4068-84b0-6fbd520ca4ba, host hv-cinder-78445, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:16:36.166576 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] For port 8abba6c9-b97f-4068-84b0-6fbd520ca4ba, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8abba6c9-b97f-4068-84b0-6fbd520ca4ba,segment=NetworkSegment(41430b28-ed4e-4555-8a4a-2b225eaaf3ea),segment_id=41430b28-ed4e-4555-8a4a-2b225eaaf3ea)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:16:36.171644 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:36.176886 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:36.232321 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:36.232831 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:36.234227 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] 10.222.0.71 "PUT /v2.0/ports/8abba6c9-b97f-4068-84b0-6fbd520ca4ba HTTP/1.1" status: 200 len: 1093 time: 1.4494696 Apr 30 13:16:36.235804 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd187a24a-965f-4bdb-8ec9-e4ea19635718', 'tag': '8abba6c9-b97f-4068-84b0-6fbd520ca4ba'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:36.276134 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Notify callbacks [] for port, precommit_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:36.282896 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=8abba6c9-b97f-4068-84b0-6fbd520ca4ba,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:36.286958 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:36.288604 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Transition to ACTIVE for port object a3a77732-21d4-4ab8-9883-5e0bbdb93cbe will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:36.305211 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd187a24a-965f-4bdb-8ec9-e4ea19635718', 'tag': '8abba6c9-b97f-4068-84b0-6fbd520ca4ba', 'status': 'completed', 'code': 200} Apr 30 13:16:36.320014 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Transition to ACTIVE for port object a3a77732-21d4-4ab8-9883-5e0bbdb93cbe will not be triggered until provisioned by entity DHCP. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:36.328632 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348'] for port, after_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:36.334791 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-9c717576-7b06-4ed2-bd92-0636f6494663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:36.390142 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:36.390421 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Network f94ec92d-da55-4a90-8bdf-4314b868efa4 is already hosted by enough agents. {{(pid=73815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:36.394031 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.base_scheduler [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Resources bound (agent type, host, resource id): {{(pid=73815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:36.398850 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Received port after_create {{(pid=73815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:36.438995 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:36.537024 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Pushing event updated for resources: {'Port': ['ID=a3a77732-21d4-4ab8-9883-5e0bbdb93cbe,revision_number=1']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:36.538654 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d27f3-4cc7-4673-8033-02c912a2855d req-044f622e-e190-4e07-97e1-a2c08678052c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:36.540223 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-669d27f3-4cc7-4673-8033-02c912a2855d req-044f622e-e190-4e07-97e1-a2c08678052c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 943 time: 0.1253269 Apr 30 13:16:36.558851 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Attempting to bind port a3a77732-21d4-4ab8-9883-5e0bbdb93cbe on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:16:36.559598 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Attempting to bind port a3a77732-21d4-4ab8-9883-5e0bbdb93cbe by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': '43681df7-afba-4936-a999-e96e641a7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:16:36.560055 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Attempting to bind port a3a77732-21d4-4ab8-9883-5e0bbdb93cbe on network f94ec92d-da55-4a90-8bdf-4314b868efa4 {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:36.563036 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:36.563495 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:36.563939 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:36.564357 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:36.564867 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:36.565194 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:36.565544 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:36.566036 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:36.566359 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:36.566678 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:36.566991 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:36.567309 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:36.584891 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:36.585917 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:36.586847 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:16:36.587350 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Checking segment: {'id': '43681df7-afba-4936-a999-e96e641a7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:36.587853 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:36.588339 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Bound using segment: {'id': '43681df7-afba-4936-a999-e96e641a7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:16:36.588920 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Bound port: a3a77732-21d4-4ab8-9883-5e0bbdb93cbe, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43681df7-afba-4936-a999-e96e641a7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:16:36.589415 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:36.591097 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Allocated IP 172.27.1.17 (0b72fb58-bb2e-463f-beea-a002adeb004d/99073808-7a40-4541-a751-8ae1df9ed350/0dac2436-17fb-45ef-bb41-864c60399649) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:36.599082 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-669d27f3-4cc7-4673-8033-02c912a2855d req-51bf1945-af97-4d36-b7d3-d36c590315e1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ce24c70-6228-402e-9b47-dfa1914a6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517938 Apr 30 13:16:36.691960 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] For port a3a77732-21d4-4ab8-9883-5e0bbdb93cbe, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:16:36.695425 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] For port a3a77732-21d4-4ab8-9883-5e0bbdb93cbe, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=a3a77732-21d4-4ab8-9883-5e0bbdb93cbe,segment=NetworkSegment(43681df7-afba-4936-a999-e96e641a7808),segment_id=43681df7-afba-4936-a999-e96e641a7808)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:16:36.700902 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:36.705815 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:36.760602 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:36.793240 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Pushing event updated for resources: {'Port': ['ID=a3a77732-21d4-4ab8-9883-5e0bbdb93cbe,revision_number=2']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:36.796892 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:36.807770 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:36.814130 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f334614e-19c5-458f-b829-a562a115e14e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:36.871890 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Network 0b72fb58-bb2e-463f-beea-a002adeb004d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:36.874954 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:36.878788 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:36.926656 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Pushing event updated for resources: {'Port': ['ID=0dac2436-17fb-45ef-bb41-864c60399649,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:36.931525 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:36.959511 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d2260-9d41-4bc9-bb43-3e0108f8af5f req-45705712-7dbf-4d08-8535-66da40a24fd2 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:36.961200 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-535d2260-9d41-4bc9-bb43-3e0108f8af5f req-45705712-7dbf-4d08-8535-66da40a24fd2 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 943 time: 0.1026418 Apr 30 13:16:37.037861 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-535d2260-9d41-4bc9-bb43-3e0108f8af5f req-cd91f856-bf7c-4472-88ad-a890a160c1ff tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692618 Apr 30 13:16:37.444942 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:37.796034 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15931365-af79-4e09-802a-f6c2560908f6 req-ee9fd1db-574d-436a-a099-f5cdee8e765a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:37.800467 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-15931365-af79-4e09-802a-f6c2560908f6 req-ee9fd1db-574d-436a-a099-f5cdee8e765a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 943 time: 0.0878172 Apr 30 13:16:37.809698 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66709569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718076'] for router, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:37.812966 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdefd248-b23f-4745-ac35-12186d4d4e40 None None] Network f94ec92d-da55-4a90-8bdf-4314b868efa4 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:16:37.849714 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-15931365-af79-4e09-802a-f6c2560908f6 req-365fe928-0810-488b-9faf-540b4a5cd01d tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ce24c70-6228-402e-9b47-dfa1914a6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452378 Apr 30 13:16:37.863929 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:16:37.877985 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device e679c56c-ca0d-455a-aea9-2cf760a03f8d no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:16:37.989469 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:37.990268 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: e679c56c-ca0d-455a-aea9-2cf760a03f8d {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:16:37.990698 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device e679c56c-ca0d-455a-aea9-2cf760a03f8d not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:16:38.001021 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925d796-deef-4b8d-a386-0f802dd15bdf req-eb9fd34a-c222-421a-b5ac-7896d505de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:38.001889 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-e783ab17-0a1f-479f-a84d-80a79b039f47 None None] Provisioning for port a3a77732-21d4-4ab8-9883-5e0bbdb93cbe completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:38.002550 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3925d796-deef-4b8d-a386-0f802dd15bdf req-eb9fd34a-c222-421a-b5ac-7896d505de89 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c3daf98030a4f9983829bc893d1c2a1&device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 1096 time: 0.0891464 Apr 30 13:16:38.056395 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Router 06107efa-db0f-4e03-b2df-539acf09f7e6 is scheduled to L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 with binding_index 1 {{(pid=73813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:16:38.184369 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925d796-deef-4b8d-a386-0f802dd15bdf req-4d81a5ae-401a-4de4-b36d-73bc089d93d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:38.185208 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3925d796-deef-4b8d-a386-0f802dd15bdf req-4d81a5ae-401a-4de4-b36d-73bc089d93d0 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=8c3daf98030a4f9983829bc893d1c2a1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1651328 Apr 30 13:16:38.258281 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:38.279249 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'port_id': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6', 'mac_address': 'fa:16:3e:02:17:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:16:38.344230 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:38.367958 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:38.370333 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:16:38.381645 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Sync routers for ids ['06107efa-db0f-4e03-b2df-539acf09f7e6'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:16:38.404709 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Routers {'06107efa-db0f-4e03-b2df-539acf09f7e6'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:38.405435 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:16:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['06107efa-db0f-4e03-b2df-539acf09f7e6'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:38.429957 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:38.433599 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8883228 Apr 30 13:16:38.438454 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 42346) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:38.440694 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925d796-deef-4b8d-a386-0f802dd15bdf req-b355f491-5b9b-4102-a618-69fec758960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:38.442499 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3925d796-deef-4b8d-a386-0f802dd15bdf req-b355f491-5b9b-4102-a618-69fec758960a service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2492704 Apr 30 13:16:38.488387 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba51d38-e28f-451b-9d9c-f5235651258a req-e1c32a79-a72a-4a91-90a2-23c4296b5b01 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:38.492535 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8ba51d38-e28f-451b-9d9c-f5235651258a req-e1c32a79-a72a-4a91-90a2-23c4296b5b01 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 943 time: 0.2203398 Apr 30 13:16:38.539150 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:38.560804 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:38.571926 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:38.609513 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8ba51d38-e28f-451b-9d9c-f5235651258a req-44adde93-69ca-442d-9a87-ef98a91fe409 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105087 Apr 30 13:16:38.713427 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-5a70dda0-7d71-42bf-994e-2438c035276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:38.718236 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-5a70dda0-7d71-42bf-994e-2438c035276c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c3daf98030a4f9983829bc893d1c2a1&device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 1096 time: 0.1591864 Apr 30 13:16:38.803602 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:38.808363 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-9aae331b-58dc-489f-88ed-438c5bdf01b6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abba6c9-b97f-4068-84b0-6fbd520ca4ba HTTP/1.1" status: 200 len: 217 time: 0.0746303 Apr 30 13:16:38.809595 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:38.814388 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Set router 06107efa-db0f-4e03-b2df-539acf09f7e6 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:38.956887 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-86678bd2-0280-4dfa-a971-096a8070789e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:38.958663 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-86678bd2-0280-4dfa-a971-096a8070789e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3 HTTP/1.1" status: 200 len: 850 time: 0.1371200 Apr 30 13:16:39.126778 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['dde4074f-b16d-4a7b-bfc0-45a5b0b628d6'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:39.152417 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device a3a77732-21d4-4ab8-9883-5e0bbdb93cbe up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:39.234699 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5d3c6-260e-4b02-abb3-e31e4c57e691 req-a3344733-39b7-4a4a-b619-d904a8b9dfa1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:39.237186 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-68b5d3c6-260e-4b02-abb3-e31e4c57e691 req-a3344733-39b7-4a4a-b619-d904a8b9dfa1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 943 time: 0.2176092 Apr 30 13:16:39.270595 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-35de55ff-2c33-4572-add2-5a02b538cdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:39.272324 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-35de55ff-2c33-4572-add2-5a02b538cdbd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8d1fd53-0ee5-499f-9667-97dbc79cf1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3036773 Apr 30 13:16:39.336115 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-68b5d3c6-260e-4b02-abb3-e31e4c57e691 req-b8c314ad-71d0-4c92-8715-b058961be6c3 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ce24c70-6228-402e-9b47-dfa1914a6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921588 Apr 30 13:16:39.358206 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port a3a77732-21d4-4ab8-9883-5e0bbdb93cbe completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:39.373201 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port a3a77732-21d4-4ab8-9883-5e0bbdb93cbe triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:39.373757 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:39.469982 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-6e58fe3c-3cb1-4532-835d-12a74fb61512 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817312 Apr 30 13:16:39.480339 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:39.491062 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'name': 'tempest-TestMinimumBasicScenario-1350586497-router', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '0dac2436-17fb-45ef-bb41-864c60399649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:16:37Z', 'revision_number': 3, 'project_id': '330522879a1442469115b6ce47db04cd', 'gw_port': {'id': '0dac2436-17fb-45ef-bb41-864c60399649', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:36Z', 'updated_at': '2021-04-30T13:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:39.526004 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Checking router: 06107efa-db0f-4e03-b2df-539acf09f7e6 for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:16:39.526344 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Updating router 06107efa-db0f-4e03-b2df-539acf09f7e6 port 0dac2436-17fb-45ef-bb41-864c60399649 binding host dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:16:39.618119 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4d47ade6-8cb0-4f56-968e-1f2d5f835c4b req-bd32d5e2-f155-408e-b3a5-dd54f8bbb5f0 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418035 Apr 30 13:16:39.626790 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:39.681725 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:39.770535 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Allocated IP 172.20.0.1 (f94ec92d-da55-4a90-8bdf-4314b868efa4/d3acc879-0ee0-47a6-902f-6f62b8c33fb2/88e1184f-b005-4a25-953e-1c910b923855) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:39.786956 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port a3a77732-21d4-4ab8-9883-5e0bbdb93cbe, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=a3a77732-21d4-4ab8-9883-5e0bbdb93cbe,segment=NetworkSegment(43681df7-afba-4936-a999-e96e641a7808),segment_id=43681df7-afba-4936-a999-e96e641a7808)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:39.845493 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89113dea-8bef-4a02-bf55-09fbf6b53a26 req-3ae695d4-ed2d-413c-bb08-d406f36ea3ac tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:39.847292 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-89113dea-8bef-4a02-bf55-09fbf6b53a26 req-3ae695d4-ed2d-413c-bb08-d406f36ea3ac tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 944 time: 0.0991395 Apr 30 13:16:39.882411 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:39.887361 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:39.901118 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-89113dea-8bef-4a02-bf55-09fbf6b53a26 req-23120341-3354-47e3-bdcf-391d15561f77 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445545 Apr 30 13:16:39.955626 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:39.974734 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Transition to ACTIVE for port object 88e1184f-b005-4a25-953e-1c910b923855 will not be triggered until provisioned by entity DHCP. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:40.005904 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:40.010804 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d934790f-24a4-4c13-94d3-0f0df03cad91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:40.043855 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=a3a77732-21d4-4ab8-9883-5e0bbdb93cbe,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:40.055735 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:40.076716 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Network f94ec92d-da55-4a90-8bdf-4314b868efa4 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:40.080073 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:40.084568 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:40.129573 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Pushing event updated for resources: {'Port': ['ID=88e1184f-b005-4a25-953e-1c910b923855,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:40.143016 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:40.143394 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:40.143766 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:40.144128 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:40.144522 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:40.144837 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:40.145189 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:40.145570 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:40.145920 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:40.146400 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:40.146617 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:40.146962 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:40.152795 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:40.162139 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66717170'] for router_interface, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:40.191338 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Notify callbacks [] for port, precommit_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:40.205445 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Transition to ACTIVE for port object 0dac2436-17fb-45ef-bb41-864c60399649 will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:40.212819 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:40.217032 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:40.299990 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Attempting to bind port 0dac2436-17fb-45ef-bb41-864c60399649 on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:16:40.300523 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Attempting to bind port 0dac2436-17fb-45ef-bb41-864c60399649 by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:16:40.300993 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Attempting to bind port 0dac2436-17fb-45ef-bb41-864c60399649 on network 0b72fb58-bb2e-463f-beea-a002adeb004d {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:40.304871 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df9df4-74d7-484c-a20f-27f0131c069f None None] Pushing event updated for resources: {'Port': ['ID=0dac2436-17fb-45ef-bb41-864c60399649,revision_number=2']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:40.310809 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-07df9df4-74d7-484c-a20f-27f0131c069f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:40.314625 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:16:40.315010 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Checking segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:40.315412 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:40.315805 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Bound using segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:16:40.316278 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Bound port: 0dac2436-17fb-45ef-bb41-864c60399649, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:16:40.316656 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:40.363500 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-3e4e9489-9945-4e62-a336-8fac25fe2cde None None] Provisioning for port 88e1184f-b005-4a25-953e-1c910b923855 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:40.369831 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-3e4e9489-9945-4e62-a336-8fac25fe2cde None None] Provisioning complete for port 88e1184f-b005-4a25-953e-1c910b923855 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:40.370216 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-3e4e9489-9945-4e62-a336-8fac25fe2cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:40.446950 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:40.451901 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] For port 0dac2436-17fb-45ef-bb41-864c60399649, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:16:40.461238 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-3e4e9489-9945-4e62-a336-8fac25fe2cde None None] Port 88e1184f-b005-4a25-953e-1c910b923855 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:16:40.466614 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] For port 0dac2436-17fb-45ef-bb41-864c60399649, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=0dac2436-17fb-45ef-bb41-864c60399649,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:16:40.482994 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:40.493190 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:40.561289 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893aa86-51ef-4231-aa30-d908a577e175 req-433babc7-319d-474e-981a-f0cee79952d5 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:40.563078 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8893aa86-51ef-4231-aa30-d908a577e175 req-433babc7-319d-474e-981a-f0cee79952d5 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 943 time: 0.0938005 Apr 30 13:16:40.589184 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Routers {'06107efa-db0f-4e03-b2df-539acf09f7e6'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:40.589924 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:16:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['06107efa-db0f-4e03-b2df-539acf09f7e6'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:40.636473 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8893aa86-51ef-4231-aa30-d908a577e175 req-f1c21f82-68c9-4171-9f6e-4174e0ffed8a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ce24c70-6228-402e-9b47-dfa1914a6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664084 Apr 30 13:16:40.640914 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df9df4-74d7-484c-a20f-27f0131c069f None None] Pushing event updated for resources: {'Port': ['ID=0dac2436-17fb-45ef-bb41-864c60399649,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:40.649397 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-07df9df4-74d7-484c-a20f-27f0131c069f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:40.717013 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:40.722652 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:40.750825 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:40.784130 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] Set router 06107efa-db0f-4e03-b2df-539acf09f7e6 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:40.835714 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67101044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66717015'] for router_interface, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:40.839228 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Pushing event updated for resources: {'Port': ['ID=88e1184f-b005-4a25-953e-1c910b923855,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:40.842636 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:40.953727 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device a3a77732-21d4-4ab8-9883-5e0bbdb93cbe up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:41.106984 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Network f94ec92d-da55-4a90-8bdf-4314b868efa4 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:41.108651 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:41.124140 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bb717-5a86-4ead-9ba9-47eabdc277f2 req-6ebbd645-3c69-44a6-919a-601ecddfd26b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:41.125992 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-345bb717-5a86-4ead-9ba9-47eabdc277f2 req-6ebbd645-3c69-44a6-919a-601ecddfd26b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 944 time: 0.1049154 Apr 30 13:16:41.133075 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port a3a77732-21d4-4ab8-9883-5e0bbdb93cbe triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:41.137834 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:41.200656 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-345bb717-5a86-4ead-9ba9-47eabdc277f2 req-1a86f922-9e4e-42be-8762-f74d33220eef tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657332 Apr 30 13:16:41.334732 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Router 06107efa-db0f-4e03-b2df-539acf09f7e6 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:16:41.362691 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'name': 'tempest-TestMinimumBasicScenario-1350586497-router', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '0dac2436-17fb-45ef-bb41-864c60399649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:16:40Z', 'revision_number': 4, 'project_id': '330522879a1442469115b6ce47db04cd', 'gw_port': {'id': '0dac2436-17fb-45ef-bb41-864c60399649', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:36Z', 'updated_at': '2021-04-30T13:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '88e1184f-b005-4a25-953e-1c910b923855', 'name': '', 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'mac_address': 'fa:16:3e:7c:8e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:39Z', 'revision_number': 1, 'project_id': '330522879a1442469115b6ce47db04cd', 'subnets': [{'id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:41.367024 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dc4f3f-56f2-4efa-b1c9-9445d9c96c32 None None] The sync data for ids ['06107efa-db0f-4e03-b2df-539acf09f7e6'] in dv-cinder-784453-4-iscsi is: [{'id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'name': 'tempest-TestMinimumBasicScenario-1350586497-router', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '0dac2436-17fb-45ef-bb41-864c60399649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:16:40Z', 'revision_number': 4, 'project_id': '330522879a1442469115b6ce47db04cd', 'gw_port': {'id': '0dac2436-17fb-45ef-bb41-864c60399649', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:36Z', 'updated_at': '2021-04-30T13:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '88e1184f-b005-4a25-953e-1c910b923855', 'name': '', 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'mac_address': 'fa:16:3e:7c:8e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:39Z', 'revision_number': 1, 'project_id': '330522879a1442469115b6ce47db04cd', 'subnets': [{'id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:16:41.407559 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-7e320cf7-2053-4d3e-8916-1a14bf562ffe None None] Provisioning complete for port 88e1184f-b005-4a25-953e-1c910b923855 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:41.408185 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-7e320cf7-2053-4d3e-8916-1a14bf562ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:41.482062 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-7e320cf7-2053-4d3e-8916-1a14bf562ffe None None] Port 88e1184f-b005-4a25-953e-1c910b923855 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:16:41.531210 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:16:41.540377 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] 10.222.0.69 "PUT /v2.0/routers/06107efa-db0f-4e03-b2df-539acf09f7e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1001539 Apr 30 13:16:42.233881 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 42394) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:42.243171 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-764287681-network', 'tenant_id': '37e23e8f188b475f915180db4247915b'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:42.249846 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:42.254212 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Usage tracker for resource:network and tenant:37e23e8f188b475f915180db4247915b is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:42.255996 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33711158-9b02-4c7c-a801-435808a5358d req-2c86d0f5-906a-446a-919e-0f3c73f5aa46 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:42.257476 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:42.263662 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-33711158-9b02-4c7c-a801-435808a5358d req-2c86d0f5-906a-446a-919e-0f3c73f5aa46 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 943 time: 0.1168244 Apr 30 13:16:42.264264 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:42.287911 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Made reservation on behalf of 37e23e8f188b475f915180db4247915b for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:42.290933 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:42.312580 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:42.325152 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-33711158-9b02-4c7c-a801-435808a5358d req-e4255306-cdbf-403e-aa53-88eb89b20dc6 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ce24c70-6228-402e-9b47-dfa1914a6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580680 Apr 30 13:16:42.342763 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:42.347150 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Usage tracker for resource:security_group_rule and tenant:37e23e8f188b475f915180db4247915b is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:42.350240 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:42.356289 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:42.443768 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cb821-c5c9-4bfa-ad67-4ccba7af9b0c req-53103614-9316-4db6-895c-a8131144d7d5 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:42.445366 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7a8cb821-c5c9-4bfa-ad67-4ccba7af9b0c req-53103614-9316-4db6-895c-a8131144d7d5 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 944 time: 0.0935800 Apr 30 13:16:42.474014 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:42.479054 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:42.482702 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3b1cb0e2-39f0-482b-b970-07375c6c4f7f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:42.497350 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7a8cb821-c5c9-4bfa-ad67-4ccba7af9b0c req-f621a413-da9a-4431-ac9d-a5bb8a9081d3 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423203 Apr 30 13:16:42.524672 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbd02be-1996-443c-ba2d-aa19f0966c57,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:42.524672 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:42.529047 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:16:42.540404 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:42.540791 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Added segment 0d06b830-f790-4d52-81ea-ad8507738f49 of type vlan for network 16a7cba2-424c-4169-abe7-8c8315648713 Apr 30 13:16:42.581648 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751029132912'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:42.616731 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:42.618248 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:42.618786 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:42.622637 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b3280ecd-2560-4c6f-b95e-0fdd96694eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:42.727395 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Pushing event updated for resources: {'Network': ['ID=16a7cba2-424c-4169-abe7-8c8315648713,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:42.730809 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4958115 Apr 30 13:16:42.731731 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:42.734129 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 42400) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:42.739871 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Network 16a7cba2-424c-4169-abe7-8c8315648713 details requested by agent ovs-agent-dv-cinder-784453-4-iscsi with host dv-cinder-784453-4-iscsi {{(pid=73815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:16:42.740502 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-7a6b71d5-853d-4fd2-b8e6-7a2bb0b48b05 admin admin] Request body: {'subnet': {'network_id': '16a7cba2-424c-4169-abe7-8c8315648713', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-764287681-subnet', 'tenant_id': '37e23e8f188b475f915180db4247915b', 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:42.746325 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-7a6b71d5-853d-4fd2-b8e6-7a2bb0b48b05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:42.750268 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-7a6b71d5-853d-4fd2-b8e6-7a2bb0b48b05 admin admin] Usage tracker for resource:subnet and tenant:37e23e8f188b475f915180db4247915b is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:42.753156 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-7a6b71d5-853d-4fd2-b8e6-7a2bb0b48b05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:42.759876 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-7a6b71d5-853d-4fd2-b8e6-7a2bb0b48b05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:42.772004 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6b71d5-853d-4fd2-b8e6-7a2bb0b48b05 admin admin] Made reservation on behalf of 37e23e8f188b475f915180db4247915b for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:42.774887 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7a6b71d5-853d-4fd2-b8e6-7a2bb0b48b05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65575204'] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:42.944174 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 0dac2436-17fb-45ef-bb41-864c60399649 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:43.013168 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 0dac2436-17fb-45ef-bb41-864c60399649 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:43.018949 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 0dac2436-17fb-45ef-bb41-864c60399649 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:43.019372 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.061966 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 8abba6c9-b97f-4068-84b0-6fbd520ca4ba details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:16:43.081261 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:43.173712 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7a6b71d5-853d-4fd2-b8e6-7a2bb0b48b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64370968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65575222'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.179029 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:43.260891 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b71d5-853d-4fd2-b8e6-7a2bb0b48b05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a764271-e542-48d7-aaf4-b3293e9914d0,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:43.265910 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7a6b71d5-853d-4fd2-b8e6-7a2bb0b48b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:43.266620 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6b71d5-853d-4fd2-b8e6-7a2bb0b48b05 admin admin] Checking segment: {'id': '0d06b830-f790-4d52-81ea-ad8507738f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '16a7cba2-424c-4169-abe7-8c8315648713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:43.267153 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6b71d5-853d-4fd2-b8e6-7a2bb0b48b05 admin admin] Network hostable DHCP agents. Network: 16a7cba2-424c-4169-abe7-8c8315648713, hostable agents: ['e96ab08c-23ca-4860-8db7-d5ed4d5e6b52'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:16:43.287893 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6b71d5-853d-4fd2-b8e6-7a2bb0b48b05 admin admin] Network 16a7cba2-424c-4169-abe7-8c8315648713 is scheduled to be hosted by DHCP agent e96ab08c-23ca-4860-8db7-d5ed4d5e6b52 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:16:43.299362 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-7a6b71d5-853d-4fd2-b8e6-7a2bb0b48b05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-iscsi, 16a7cba2-424c-4169-abe7-8c8315648713) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:43.312892 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6b71d5-853d-4fd2-b8e6-7a2bb0b48b05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:43.313671 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-7a6b71d5-853d-4fd2-b8e6-7a2bb0b48b05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.322334 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950b5812-0b0d-466e-ba90-d422935e3782 None None] Network 16a7cba2-424c-4169-abe7-8c8315648713 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:16:43.353610 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-7a6b71d5-853d-4fd2-b8e6-7a2bb0b48b05 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6149001 Apr 30 13:16:43.353610 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 42408) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:43.363315 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:43.370968 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-764287681-router', 'tenant_id': '37e23e8f188b475f915180db4247915b', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:43.377136 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:43.382206 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Usage tracker for resource:router and tenant:37e23e8f188b475f915180db4247915b is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:16:43.388077 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:16:43.391528 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.395155 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:43.409395 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:43.409395 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.412897 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66778846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-759'] for router, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.414507 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66778823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66720200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66618511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-718'] for router, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.451282 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.552511 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f068d-9803-4ec5-abdd-79a2d521de7d req-25fae36c-df59-4251-b1ed-24f2ccf58a53 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:43.560806 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-457f068d-9803-4ec5-abdd-79a2d521de7d req-25fae36c-df59-4251-b1ed-24f2ccf58a53 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 943 time: 0.1118379 Apr 30 13:16:43.588088 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 8abba6c9-b97f-4068-84b0-6fbd520ca4ba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8abba6c9-b97f-4068-84b0-6fbd520ca4ba,segment=NetworkSegment(41430b28-ed4e-4555-8a4a-2b225eaaf3ea),segment_id=41430b28-ed4e-4555-8a4a-2b225eaaf3ea)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:43.597538 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port 0dac2436-17fb-45ef-bb41-864c60399649, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=0dac2436-17fb-45ef-bb41-864c60399649,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:43.614096 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.620805 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-457f068d-9803-4ec5-abdd-79a2d521de7d req-89d45d98-e83a-496a-988e-df44c041dde4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ce24c70-6228-402e-9b47-dfa1914a6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585027 Apr 30 13:16:43.677543 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-c658b3e5-a5a9-48f8-8cce-be017dddf9d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:43.746317 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': '8abba6c9-b97f-4068-84b0-6fbd520ca4ba', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'port_id': '8abba6c9-b97f-4068-84b0-6fbd520ca4ba', 'mac_address': 'fa:16:3e:d1:cf:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:16:43.752031 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Sync routers for ids ['06107efa-db0f-4e03-b2df-539acf09f7e6'] in dv-cinder-784453-4-iscsi {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:16:43.763714 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Routers {'06107efa-db0f-4e03-b2df-539acf09f7e6'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:43.764353 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:16:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['06107efa-db0f-4e03-b2df-539acf09f7e6'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:43.908384 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d317f-5038-456c-9147-c8dabc28066e req-3df5fd45-7365-40af-9a10-fc36059b959f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:43.910263 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-285d317f-5038-456c-9147-c8dabc28066e req-3df5fd45-7365-40af-9a10-fc36059b959f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 944 time: 0.2440765 Apr 30 13:16:43.915071 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66720177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66709578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-720'] for router, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.936833 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=0dac2436-17fb-45ef-bb41-864c60399649,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:43.952906 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:43.964294 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.978672 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ab26763-ec13-5d5f-b953-d9fa9666aef5-16a7cba2-424c-4169-abe7-8c8315648713', 'network_id': '16a7cba2-424c-4169-abe7-8c8315648713', 'tenant_id': '37e23e8f188b475f915180db4247915b', 'fixed_ips': [{'subnet_id': '0a764271-e542-48d7-aaf4-b3293e9914d0'}]}} from dv-cinder-784453-4-iscsi. {{(pid=73815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:16:43.979514 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:43.981058 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-22549612-a42b-4737-a16d-c6d4292c5ffa tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:43.982745 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-22549612-a42b-4737-a16d-c6d4292c5ffa tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/networks?id=5afe9a73-d521-4fe7-94d1-3d1ec432eca5 HTTP/1.1" status: 200 len: 814 time: 0.2589176 Apr 30 13:16:43.989650 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Set router 06107efa-db0f-4e03-b2df-539acf09f7e6 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:44.009227 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.018355 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-a51c58e2-f627-4d2e-b352-715114f441bf tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/quotas/95a5f6800c42410c8d7a418f920d9cbc HTTP/1.1" status: 200 len: 375 time: 0.0216675 Apr 30 13:16:44.018701 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8abba6c9-b97f-4068-84b0-6fbd520ca4ba {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:44.059445 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-285d317f-5038-456c-9147-c8dabc28066e req-42badd61-7051-498e-82e7-19d6a153ac2a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224718 Apr 30 13:16:44.074421 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d58ae7d-4a36-42d0-8727-47b7218eef42 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=95a5f6800c42410c8d7a418f920d9cbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551410 Apr 30 13:16:44.148043 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 8abba6c9-b97f-4068-84b0-6fbd520ca4ba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8abba6c9-b97f-4068-84b0-6fbd520ca4ba,segment=NetworkSegment(41430b28-ed4e-4555-8a4a-2b225eaaf3ea),segment_id=41430b28-ed4e-4555-8a4a-2b225eaaf3ea)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:44.164023 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a0389a-2b5b-4926-8b06-3478dbb798cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:44.171719 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.182528 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:44.183328 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:44.245865 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.249788 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a0389a-2b5b-4926-8b06-3478dbb798cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6', 'code': 200} Apr 30 13:16:44.329577 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.353088 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=8abba6c9-b97f-4068-84b0-6fbd520ca4ba,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:44.357194 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:44.359701 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-c658b3e5-a5a9-48f8-8cce-be017dddf9d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:44.372006 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.383637 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-4e9588c5-2338-472c-8edf-37f08732a456 service neutron] 10.222.0.69 "GET /v2.0/networks/5afe9a73-d521-4fe7-94d1-3d1ec432eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082793 Apr 30 13:16:44.401007 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'name': 'tempest-TestMinimumBasicScenario-1350586497-router', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '0dac2436-17fb-45ef-bb41-864c60399649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:16:40Z', 'revision_number': 4, 'project_id': '330522879a1442469115b6ce47db04cd', 'gw_port': {'id': '0dac2436-17fb-45ef-bb41-864c60399649', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:36Z', 'updated_at': '2021-04-30T13:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '88e1184f-b005-4a25-953e-1c910b923855', 'name': '', 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'mac_address': 'fa:16:3e:7c:8e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:40Z', 'revision_number': 2, 'project_id': '330522879a1442469115b6ce47db04cd', 'subnets': [{'id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:44.405395 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Checking router: 06107efa-db0f-4e03-b2df-539acf09f7e6 for host: dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:16:44.405831 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Updating router 06107efa-db0f-4e03-b2df-539acf09f7e6 port 88e1184f-b005-4a25-953e-1c910b923855 binding host dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:16:44.450899 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.db_base_plugin_common [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Allocated IP 172.20.0.2 (16a7cba2-424c-4169-abe7-8c8315648713/0a764271-e542-48d7-aaf4-b3293e9914d0/ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08) {{(pid=73815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:44.467133 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:44.470484 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:44.484184 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.542491 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Allocated IP 172.27.1.132 (0b72fb58-bb2e-463f-beea-a002adeb004d/99073808-7a40-4541-a751-8ae1df9ed350/3afc1fbd-c48c-45fd-9b48-96d28b107cd8) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:44.617968 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-74cf9f30-d9c6-4ba3-a52f-e72ee00456c4 service neutron] 10.222.0.69 "GET /v2.0/networks/5afe9a73-d521-4fe7-94d1-3d1ec432eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332530 Apr 30 13:16:44.819100 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Notify callbacks [] for port, precommit_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.835919 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Transition to ACTIVE for port object ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08 will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:44.861812 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Transition to ACTIVE for port object ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08 will not be triggered until provisioned by entity DHCP. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:44.864719 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.877469 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348'] for port, after_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.886691 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:44.939525 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:44.944419 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2d97c614-56cc-4137-9583-a6aa06806ceb tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:44.971536 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Pushing event updated for resources: {'Port': ['ID=ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08,revision_number=1']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:44.975672 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:44.989680 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 0dac2436-17fb-45ef-bb41-864c60399649 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:45.025276 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Network 16a7cba2-424c-4169-abe7-8c8315648713 is already hosted by enough agents. {{(pid=73815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:45.026754 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['8abba6c9-b97f-4068-84b0-6fbd520ca4ba'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:45.059624 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Network 0b72fb58-bb2e-463f-beea-a002adeb004d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:45.060169 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Notify callbacks [] for port, precommit_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:45.063725 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:45.068153 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:45.077279 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.provisioning_blocks [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Transition to ACTIVE for port object 88e1184f-b005-4a25-953e-1c910b923855 will not be triggered until provisioned by entity L2. {{(pid=73816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:45.083848 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.base_scheduler [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Resources bound (agent type, host, resource id): {{(pid=73815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:45.086512 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:45.090441 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Received port after_create {{(pid=73815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:45.091896 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-a5eacf65-44b8-4925-afef-f3eb6e72891c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:45.138805 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2f7a1127-b3b9-43ab-a9d1-d4eea5f6bffb req-5ccbc462-e02d-43fc-be33-d00819624227 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 210 time: 0.3551412 Apr 30 13:16:45.168202 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a35c94-046b-4a01-8bd6-3dae685cd39b None None] Pushing event updated for resources: {'Port': ['ID=88e1184f-b005-4a25-953e-1c910b923855,revision_number=3']} {{(pid=73816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:45.180394 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a35c94-046b-4a01-8bd6-3dae685cd39b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:45.180969 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a35c94-046b-4a01-8bd6-3dae685cd39b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:45.181503 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a35c94-046b-4a01-8bd6-3dae685cd39b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:45.182011 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a35c94-046b-4a01-8bd6-3dae685cd39b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:45.182530 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a35c94-046b-4a01-8bd6-3dae685cd39b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:45.183001 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a35c94-046b-4a01-8bd6-3dae685cd39b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:45.183495 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a35c94-046b-4a01-8bd6-3dae685cd39b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:45.183946 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a35c94-046b-4a01-8bd6-3dae685cd39b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:45.184657 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a35c94-046b-4a01-8bd6-3dae685cd39b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:45.185109 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a35c94-046b-4a01-8bd6-3dae685cd39b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:45.185582 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a35c94-046b-4a01-8bd6-3dae685cd39b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:45.186043 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a35c94-046b-4a01-8bd6-3dae685cd39b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:45.198091 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-e1a35c94-046b-4a01-8bd6-3dae685cd39b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:45.324830 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b806b-b828-4b19-a56e-78504867feda req-d4fcf1dc-d4c6-46e3-bb1f-5180addbfd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:45.340320 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ba6b806b-b828-4b19-a56e-78504867feda req-d4fcf1dc-d4c6-46e3-bb1f-5180addbfd46 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 1098 time: 0.5220759 Apr 30 13:16:45.380765 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Attempting to bind port ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08 on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:16:45.381169 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Attempting to bind port ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08 by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': '0d06b830-f790-4d52-81ea-ad8507738f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '16a7cba2-424c-4169-abe7-8c8315648713'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:16:45.387098 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Attempting to bind port ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08 on network 16a7cba2-424c-4169-abe7-8c8315648713 {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:45.402248 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Attempting to bind port 88e1184f-b005-4a25-953e-1c910b923855 on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:16:45.402621 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Attempting to bind port 88e1184f-b005-4a25-953e-1c910b923855 by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': '43681df7-afba-4936-a999-e96e641a7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4'}] {{(pid=73816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:16:45.402981 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Attempting to bind port 88e1184f-b005-4a25-953e-1c910b923855 on network f94ec92d-da55-4a90-8bdf-4314b868efa4 {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:45.404068 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:16:45.404443 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Checking segment: {'id': '0d06b830-f790-4d52-81ea-ad8507738f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '16a7cba2-424c-4169-abe7-8c8315648713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:45.404854 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:45.409323 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:16:45.409713 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Checking segment: {'id': '43681df7-afba-4936-a999-e96e641a7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:45.410262 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:45.410657 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Bound using segment: {'id': '43681df7-afba-4936-a999-e96e641a7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4'} {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:16:45.411126 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Bound port: 88e1184f-b005-4a25-953e-1c910b923855, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43681df7-afba-4936-a999-e96e641a7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4'}}] {{(pid=73816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:16:45.411248 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Bound using segment: {'id': '0d06b830-f790-4d52-81ea-ad8507738f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '16a7cba2-424c-4169-abe7-8c8315648713'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:16:45.411503 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:45.411726 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Bound port: ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d06b830-f790-4d52-81ea-ad8507738f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '16a7cba2-424c-4169-abe7-8c8315648713'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:16:45.412123 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:45.438208 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364c15b-36ac-4dad-9716-a4064fbd0574 req-0f511f1c-f66e-4ae8-bf58-a6533e68c601 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:45.450964 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4364c15b-36ac-4dad-9716-a4064fbd0574 req-0f511f1c-f66e-4ae8-bf58-a6533e68c601 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 944 time: 0.4132562 Apr 30 13:16:45.566909 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 0dac2436-17fb-45ef-bb41-864c60399649 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:45.576276 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:45.661077 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.db [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] For port 88e1184f-b005-4a25-953e-1c910b923855, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:16:45.669456 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.db [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] For port 88e1184f-b005-4a25-953e-1c910b923855, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=88e1184f-b005-4a25-953e-1c910b923855,segment=NetworkSegment(43681df7-afba-4936-a999-e96e641a7808),segment_id=43681df7-afba-4936-a999-e96e641a7808)] {{(pid=73816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:16:45.679558 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:45.699613 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-f5aad6d7-75d2-469b-831d-00ed37872e5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:45.708764 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4364c15b-36ac-4dad-9716-a4064fbd0574 req-c15289bd-06ab-4bda-a89f-5cd631f5ffc1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ce24c70-6228-402e-9b47-dfa1914a6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560861 Apr 30 13:16:45.722894 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:45.723475 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ba6b806b-b828-4b19-a56e-78504867feda req-64556ed6-2a9c-4208-b7e5-d84c1c08ea58 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3481922 Apr 30 13:16:45.786004 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Routers {'06107efa-db0f-4e03-b2df-539acf09f7e6'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:45.786704 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:16:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['06107efa-db0f-4e03-b2df-539acf09f7e6'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:45.801116 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8550d-a54c-454e-b84a-f42d0d550b9b req-e23fc8cc-1529-4d34-841e-ba4fed9dac0e tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:45.803121 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0ad8550d-a54c-454e-b84a-f42d0d550b9b req-e23fc8cc-1529-4d34-841e-ba4fed9dac0e tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.3439605 Apr 30 13:16:45.815120 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Pushing event updated for resources: {'Port': ['ID=3afc1fbd-c48c-45fd-9b48-96d28b107cd8,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:45.819965 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:45.885578 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] For port ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:16:45.891255 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0ad8550d-a54c-454e-b84a-f42d0d550b9b req-51c2dd27-3471-4e93-993c-53e0d9702c2a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785301 Apr 30 13:16:45.899275 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] For port ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08,segment=NetworkSegment(0d06b830-f790-4d52-81ea-ad8507738f49),segment_id=0d06b830-f790-4d52-81ea-ad8507738f49)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:16:45.912851 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:45.926757 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-07df9df4-74d7-484c-a20f-27f0131c069f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:46.004602 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Pushing event updated for resources: {'Port': ['ID=ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08,revision_number=2']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:46.008087 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:46.039389 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a35c94-046b-4a01-8bd6-3dae685cd39b None None] Pushing event updated for resources: {'Port': ['ID=88e1184f-b005-4a25-953e-1c910b923855,revision_number=4']} {{(pid=73816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:46.046290 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-e1a35c94-046b-4a01-8bd6-3dae685cd39b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:46.048580 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] Set router 06107efa-db0f-4e03-b2df-539acf09f7e6 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:46.343540 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66709569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718076'] for router, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:46.385038 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d5c18950-93f4-40a2-b6fe-03499648fd37 req-3dcdb0f5-5a45-4aa1-9836-d54671f47813 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 210 time: 0.0645754 Apr 30 13:16:46.472225 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'name': 'tempest-TestMinimumBasicScenario-1350586497-router', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '0dac2436-17fb-45ef-bb41-864c60399649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:16:40Z', 'revision_number': 4, 'project_id': '330522879a1442469115b6ce47db04cd', 'gw_port': {'id': '0dac2436-17fb-45ef-bb41-864c60399649', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:36Z', 'updated_at': '2021-04-30T13:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '88e1184f-b005-4a25-953e-1c910b923855', 'name': '', 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'mac_address': 'fa:16:3e:7c:8e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:45Z', 'revision_number': 4, 'project_id': '330522879a1442469115b6ce47db04cd', 'subnets': [{'id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:46.476889 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50321fb-e341-4420-95e0-5a8d686cad1d None None] The sync data for ids ['06107efa-db0f-4e03-b2df-539acf09f7e6'] in dv-cinder-784453-4-iscsi is: [{'id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'name': 'tempest-TestMinimumBasicScenario-1350586497-router', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '0dac2436-17fb-45ef-bb41-864c60399649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:16:40Z', 'revision_number': 4, 'project_id': '330522879a1442469115b6ce47db04cd', 'gw_port': {'id': '0dac2436-17fb-45ef-bb41-864c60399649', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:36Z', 'updated_at': '2021-04-30T13:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '88e1184f-b005-4a25-953e-1c910b923855', 'name': '', 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'mac_address': 'fa:16:3e:7c:8e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:45Z', 'revision_number': 4, 'project_id': '330522879a1442469115b6ce47db04cd', 'subnets': [{'id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:16:46.579889 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Router 899850b4-edbb-4c8b-8b30-add691849308 is scheduled to L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 with binding_index 1 {{(pid=73813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:16:46.771832 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:16:46.791189 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Sync routers for ids ['899850b4-edbb-4c8b-8b30-add691849308'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:16:46.807146 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Routers {'899850b4-edbb-4c8b-8b30-add691849308'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:46.807729 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:16:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['899850b4-edbb-4c8b-8b30-add691849308'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:46.825752 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:46.830374 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4755633 Apr 30 13:16:46.831049 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 42454) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:47.011301 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8e142-312d-4380-9e93-b0dfae5f8a04 req-8020913b-0ffb-4b9c-9d4c-908e1e99695a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:47.020083 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bfb8e142-312d-4380-9e93-b0dfae5f8a04 req-8020913b-0ffb-4b9c-9d4c-908e1e99695a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 944 time: 0.2004199 Apr 30 13:16:47.102237 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bfb8e142-312d-4380-9e93-b0dfae5f8a04 req-a311b124-c9a6-4ce7-b0bd-1627c7b98644 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ce24c70-6228-402e-9b47-dfa1914a6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811572 Apr 30 13:16:47.232677 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Set router 899850b4-edbb-4c8b-8b30-add691849308 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:47.256243 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167bd8d-b0a8-4b7a-8074-1e37bf5cacbd req-be9d2eb9-41a6-4aef-984f-265486ba4341 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:47.258249 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d167bd8d-b0a8-4b7a-8074-1e37bf5cacbd req-be9d2eb9-41a6-4aef-984f-265486ba4341 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.1480246 Apr 30 13:16:47.390200 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d167bd8d-b0a8-4b7a-8074-1e37bf5cacbd req-64d7f862-a130-4f6c-b63f-4d70ff9c6676 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251416 Apr 30 13:16:47.398350 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 88e1184f-b005-4a25-953e-1c910b923855 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:47.423966 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a65afc-23de-4270-a495-2f8dfc3bc7bc None None] Network 16a7cba2-424c-4169-abe7-8c8315648713 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:16:47.588159 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dacfa694-d477-4296-9e23-fa9df2da0994 req-08f3e59e-d96f-4b91-aea2-dcbc90f6979f tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 210 time: 0.0430899 Apr 30 13:16:47.663213 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-c3a668ae-815e-43a8-a9fd-f5c8b0fc1e22 None None] Provisioning for port ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:47.708355 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:47.779349 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 88e1184f-b005-4a25-953e-1c910b923855 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:47.796527 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 88e1184f-b005-4a25-953e-1c910b923855 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:47.796925 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:47.971181 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899850b4-edbb-4c8b-8b30-add691849308', 'name': 'tempest-TestMinimumBasicScenario-764287681-router', 'tenant_id': '37e23e8f188b475f915180db4247915b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '3afc1fbd-c48c-45fd-9b48-96d28b107cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:43Z', 'updated_at': '2021-04-30T13:16:45Z', 'revision_number': 3, 'project_id': '37e23e8f188b475f915180db4247915b', 'gw_port': {'id': '3afc1fbd-c48c-45fd-9b48-96d28b107cd8', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ae:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899850b4-edbb-4c8b-8b30-add691849308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:44Z', 'updated_at': '2021-04-30T13:16:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:47.983196 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Checking router: 899850b4-edbb-4c8b-8b30-add691849308 for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:16:47.983550 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Updating router 899850b4-edbb-4c8b-8b30-add691849308 port 3afc1fbd-c48c-45fd-9b48-96d28b107cd8 binding host dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:16:48.038871 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:48.051872 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Allocated IP 172.20.0.1 (16a7cba2-424c-4169-abe7-8c8315648713/0a764271-e542-48d7-aaf4-b3293e9914d0/c2fa7764-c4ad-4013-ab48-ed0bceb93d3c) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:48.082752 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:48.169823 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port 88e1184f-b005-4a25-953e-1c910b923855, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=88e1184f-b005-4a25-953e-1c910b923855,segment=NetworkSegment(43681df7-afba-4936-a999-e96e641a7808),segment_id=43681df7-afba-4936-a999-e96e641a7808)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:48.258702 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:48.261874 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:48.314685 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:48.336222 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:48.360045 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Transition to ACTIVE for port object c2fa7764-c4ad-4013-ab48-ed0bceb93d3c will not be triggered until provisioned by entity DHCP. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:48.394945 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:48.395178 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-b9fada20-509b-47d0-a457-20167303fe6c tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:48.396525 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-b9fada20-509b-47d0-a457-20167303fe6c tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.71 "GET /v2.0/networks?id=5afe9a73-d521-4fe7-94d1-3d1ec432eca5 HTTP/1.1" status: 200 len: 814 time: 0.3135343 Apr 30 13:16:48.402245 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:48.424226 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Request body: {'port': {'device_id': '88d6857c-a749-406c-91c7-ce3ab5448383', 'network_id': '5afe9a73-d521-4fe7-94d1-3d1ec432eca5', 'admin_state_up': True, 'tenant_id': '95a5f6800c42410c8d7a418f920d9cbc'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:48.453167 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0ccf7-76c0-4cd9-b403-7c13b5f7c6e0 req-b816733a-55a2-4c13-92b9-bea56ca78b9d tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:48.461936 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e6b0ccf7-76c0-4cd9-b403-7c13b5f7c6e0 req-b816733a-55a2-4c13-92b9-bea56ca78b9d tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 944 time: 0.1698401 Apr 30 13:16:48.501902 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Pushing event updated for resources: {'Port': ['ID=c2fa7764-c4ad-4013-ab48-ed0bceb93d3c,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:48.504573 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=88e1184f-b005-4a25-953e-1c910b923855,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:48.518557 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:48.521870 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:48.531946 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Network 16a7cba2-424c-4169-abe7-8c8315648713 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:48.533110 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:48.535975 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:48.605269 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 8abba6c9-b97f-4068-84b0-6fbd520ca4ba up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:48.618646 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66717170'] for router_interface, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:48.625102 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e6b0ccf7-76c0-4cd9-b403-7c13b5f7c6e0 req-3937bcb9-8dba-494b-8451-e10f33e72f52 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ce24c70-6228-402e-9b47-dfa1914a6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622155 Apr 30 13:16:48.669233 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:48.693733 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:48.694193 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:48.792880 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:16:48.804290 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port 8abba6c9-b97f-4068-84b0-6fbd520ca4ba completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:48.805678 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:48.814371 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port 8abba6c9-b97f-4068-84b0-6fbd520ca4ba triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:48.814742 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:48.819982 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:16:48.894020 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-95221d55-5663-4986-aa64-da4b0e3bd3a5 req-5c4b9ca8-acd7-49e6-949a-20dec4827fc5 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 210 time: 0.0677884 Apr 30 13:16:48.896048 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Made reservation on behalf of 95a5f6800c42410c8d7a418f920d9cbc for: {'port': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:16:48.908059 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:48.961904 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-4552c4e2-3885-457c-abf2-23c25caa9fa1 None None] Provisioning for port c2fa7764-c4ad-4013-ab48-ed0bceb93d3c completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:48.983224 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:48.989004 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-4552c4e2-3885-457c-abf2-23c25caa9fa1 None None] Provisioning complete for port c2fa7764-c4ad-4013-ab48-ed0bceb93d3c triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:48.989398 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-4552c4e2-3885-457c-abf2-23c25caa9fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:48.997577 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfb061-b541-4224-90ea-415b9d4964d7 req-77ee9791-d93f-4f93-b9de-108ad3f056ac tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:48.999560 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a1bfb061-b541-4224-90ea-415b9d4964d7 req-77ee9791-d93f-4f93-b9de-108ad3f056ac tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.3397849 Apr 30 13:16:49.038595 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.055239 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Transition to ACTIVE for port object 3afc1fbd-c48c-45fd-9b48-96d28b107cd8 will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:49.062892 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.069343 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.082469 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a1bfb061-b541-4224-90ea-415b9d4964d7 req-4169cf5a-253b-4af2-8773-e253c0662abf tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631855 Apr 30 13:16:49.085287 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.092785 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:49.103814 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:49.132404 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-4552c4e2-3885-457c-abf2-23c25caa9fa1 None None] Port c2fa7764-c4ad-4013-ab48-ed0bceb93d3c cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:16:49.182617 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Allocated IP 172.20.0.8 (5afe9a73-d521-4fe7-94d1-3d1ec432eca5/8d64d57d-98a6-4d27-855d-30a97cdc1e8e/f10a07e0-d07c-49de-8d6c-02b2ab3c5372) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:16:49.185242 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Pushing event updated for resources: {'Port': ['ID=c2fa7764-c4ad-4013-ab48-ed0bceb93d3c,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:49.188816 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:49.210695 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67101044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66717015'] for router_interface, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.231044 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08,segment=NetworkSegment(0d06b830-f790-4d52-81ea-ad8507738f49),segment_id=0d06b830-f790-4d52-81ea-ad8507738f49)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:49.231945 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc006f9b-a482-4bd4-be7b-1a4e39c83938 None None] Pushing event updated for resources: {'Port': ['ID=3afc1fbd-c48c-45fd-9b48-96d28b107cd8,revision_number=2']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:49.238447 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-bc006f9b-a482-4bd4-be7b-1a4e39c83938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:49.239240 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Attempting to bind port 3afc1fbd-c48c-45fd-9b48-96d28b107cd8 on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:16:49.239602 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Attempting to bind port 3afc1fbd-c48c-45fd-9b48-96d28b107cd8 by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:16:49.239971 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Attempting to bind port 3afc1fbd-c48c-45fd-9b48-96d28b107cd8 on network 0b72fb58-bb2e-463f-beea-a002adeb004d {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:49.248383 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.253570 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:49.343248 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.349720 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd63406-318a-4b61-8b0e-e4613f7ff5fc req-50e156ef-16cf-43c2-b411-472bbd8723e5 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:49.353320 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3fd63406-318a-4b61-8b0e-e4613f7ff5fc req-50e156ef-16cf-43c2-b411-472bbd8723e5 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.1405983 Apr 30 13:16:49.359842 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:16:49.360220 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Checking segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:49.360620 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.361011 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Bound using segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:16:49.361598 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Bound port: 3afc1fbd-c48c-45fd-9b48-96d28b107cd8, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:16:49.361881 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.365099 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 42474) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:49.374140 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-526afd37-47dd-4fbd-9734-21045a00e4c9 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Request body: {'floatingip': {'port_id': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:49.395552 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 88e1184f-b005-4a25-953e-1c910b923855 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:49.468179 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-526afd37-47dd-4fbd-9734-21045a00e4c9 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for floatingip, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.490984 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd187a24a-965f-4bdb-8ec9-e4ea19635718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abba6c9-b97f-4068-84b0-6fbd520ca4ba'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:49.531566 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 8abba6c9-b97f-4068-84b0-6fbd520ca4ba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8abba6c9-b97f-4068-84b0-6fbd520ca4ba,segment=NetworkSegment(41430b28-ed4e-4555-8a4a-2b225eaaf3ea),segment_id=41430b28-ed4e-4555-8a4a-2b225eaaf3ea)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:49.538012 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:49.544576 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:49.545347 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.550413 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-d5f4d738-bada-4aa8-9cb8-ed890597ae1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:49.563042 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.582242 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd187a24a-965f-4bdb-8ec9-e4ea19635718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8abba6c9-b97f-4068-84b0-6fbd520ca4ba', 'code': 200} Apr 30 13:16:49.584875 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] For port 3afc1fbd-c48c-45fd-9b48-96d28b107cd8, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:16:49.597570 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Network 16a7cba2-424c-4169-abe7-8c8315648713 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:49.601611 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.605603 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:49.610784 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] For port 3afc1fbd-c48c-45fd-9b48-96d28b107cd8, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=3afc1fbd-c48c-45fd-9b48-96d28b107cd8,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:16:49.619430 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.628608 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 88e1184f-b005-4a25-953e-1c910b923855 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:49.628977 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:49.631050 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5658a11c-6dac-4235-b433-dd242bf945d1 tempest-ServerRescueNegativeTestJSON-1718798279 tempest-ServerRescueNegativeTestJSON-1718798279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:49.703118 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=8abba6c9-b97f-4068-84b0-6fbd520ca4ba,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:49.708379 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:49.713602 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:49.768938 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Network 5afe9a73-d521-4fe7-94d1-3d1ec432eca5 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:16:49.772338 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:16:49.781652 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:16:49.790271 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Routers {'899850b4-edbb-4c8b-8b30-add691849308'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:49.790920 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:16:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['899850b4-edbb-4c8b-8b30-add691849308'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:49.913465 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc006f9b-a482-4bd4-be7b-1a4e39c83938 None None] Pushing event updated for resources: {'Port': ['ID=3afc1fbd-c48c-45fd-9b48-96d28b107cd8,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:49.988455 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-bc006f9b-a482-4bd4-be7b-1a4e39c83938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:50.038046 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Pushing event updated for resources: {'Port': ['ID=f10a07e0-d07c-49de-8d6c-02b2ab3c5372,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:50.075197 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-66e52dc7-ff85-4bd6-bb1c-9cc53dc08e1f None None] Provisioning complete for port c2fa7764-c4ad-4013-ab48-ed0bceb93d3c triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:50.075642 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-66e52dc7-ff85-4bd6-bb1c-9cc53dc08e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:50.100433 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] Set router 899850b4-edbb-4c8b-8b30-add691849308 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:50.105995 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.106362 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.106719 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.107086 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.107536 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.107775 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.108120 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.108459 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.108798 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.109135 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.109495 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.110224 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:16:50.114591 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:50.148687 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:50.149310 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:50.204677 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7871480 Apr 30 13:16:50.233567 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Request body: {'port': {'device_id': '88d6857c-a749-406c-91c7-ce3ab5448383', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:50.253851 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-66e52dc7-ff85-4bd6-bb1c-9cc53dc08e1f None None] Port c2fa7764-c4ad-4013-ab48-ed0bceb93d3c cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:16:50.270797 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19c7e8-4e81-4f7e-b565-13dc2a121d17 req-632e0230-2a77-4d7b-bebe-b0da68bbe664 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:50.272616 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9f19c7e8-4e81-4f7e-b565-13dc2a121d17 req-632e0230-2a77-4d7b-bebe-b0da68bbe664 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 945 time: 0.4096038 Apr 30 13:16:50.286610 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217e1b7-78b0-4181-87a3-c8eb0d930513 req-33a40439-0652-41d5-9aed-2a2c444214a1 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:50.287337 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-7217e1b7-78b0-4181-87a3-c8eb0d930513 req-33a40439-0652-41d5-9aed-2a2c444214a1 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Synchronizing usage tracker for tenant:95a5f6800c42410c8d7a418f920d9cbc on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:16:50.291449 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Router 899850b4-edbb-4c8b-8b30-add691849308 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:16:50.353127 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-7217e1b7-78b0-4181-87a3-c8eb0d930513 req-33a40439-0652-41d5-9aed-2a2c444214a1 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Unset dirty status for tenant:95a5f6800c42410c8d7a418f920d9cbc on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:16:50.354323 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7217e1b7-78b0-4181-87a3-c8eb0d930513 req-33a40439-0652-41d5-9aed-2a2c444214a1 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 931 time: 0.2886648 Apr 30 13:16:50.416216 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9f19c7e8-4e81-4f7e-b565-13dc2a121d17 req-f217d514-2a9e-4d4d-a2ee-f666aa7c37b2 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ce24c70-6228-402e-9b47-dfa1914a6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217051 Apr 30 13:16:50.429754 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453ad44-906e-485c-b3fb-958ef5f30b31 req-6d4c4cb7-bf61-4a7e-8839-889c8d4eebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:50.431337 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-1453ad44-906e-485c-b3fb-958ef5f30b31 req-6d4c4cb7-bf61-4a7e-8839-889c8d4eebc3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 1098 time: 0.4904778 Apr 30 13:16:50.463631 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:50.475381 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899850b4-edbb-4c8b-8b30-add691849308', 'name': 'tempest-TestMinimumBasicScenario-764287681-router', 'tenant_id': '37e23e8f188b475f915180db4247915b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '3afc1fbd-c48c-45fd-9b48-96d28b107cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:43Z', 'updated_at': '2021-04-30T13:16:48Z', 'revision_number': 4, 'project_id': '37e23e8f188b475f915180db4247915b', 'gw_port': {'id': '3afc1fbd-c48c-45fd-9b48-96d28b107cd8', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ae:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899850b4-edbb-4c8b-8b30-add691849308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:44Z', 'updated_at': '2021-04-30T13:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': 'c2fa7764-c4ad-4013-ab48-ed0bceb93d3c', 'name': '', 'network_id': '16a7cba2-424c-4169-abe7-8c8315648713', 'tenant_id': '37e23e8f188b475f915180db4247915b', 'mac_address': 'fa:16:3e:3e:05:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899850b4-edbb-4c8b-8b30-add691849308', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0a764271-e542-48d7-aaf4-b3293e9914d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:47Z', 'updated_at': '2021-04-30T13:16:48Z', 'revision_number': 2, 'project_id': '37e23e8f188b475f915180db4247915b', 'subnets': [{'id': '0a764271-e542-48d7-aaf4-b3293e9914d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:50.480282 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76208ad-8780-4b37-a481-27cf2e889fc3 None None] The sync data for ids ['899850b4-edbb-4c8b-8b30-add691849308'] in dv-cinder-784453-4-iscsi is: [{'id': '899850b4-edbb-4c8b-8b30-add691849308', 'name': 'tempest-TestMinimumBasicScenario-764287681-router', 'tenant_id': '37e23e8f188b475f915180db4247915b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '3afc1fbd-c48c-45fd-9b48-96d28b107cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:43Z', 'updated_at': '2021-04-30T13:16:48Z', 'revision_number': 4, 'project_id': '37e23e8f188b475f915180db4247915b', 'gw_port': {'id': '3afc1fbd-c48c-45fd-9b48-96d28b107cd8', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ae:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899850b4-edbb-4c8b-8b30-add691849308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:44Z', 'updated_at': '2021-04-30T13:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': 'c2fa7764-c4ad-4013-ab48-ed0bceb93d3c', 'name': '', 'network_id': '16a7cba2-424c-4169-abe7-8c8315648713', 'tenant_id': '37e23e8f188b475f915180db4247915b', 'mac_address': 'fa:16:3e:3e:05:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899850b4-edbb-4c8b-8b30-add691849308', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0a764271-e542-48d7-aaf4-b3293e9914d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:47Z', 'updated_at': '2021-04-30T13:16:48Z', 'revision_number': 2, 'project_id': '37e23e8f188b475f915180db4247915b', 'subnets': [{'id': '0a764271-e542-48d7-aaf4-b3293e9914d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:16:50.489656 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7217e1b7-78b0-4181-87a3-c8eb0d930513 req-51b0738c-e84d-4562-9de2-cb6f9ff465a5 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989966 Apr 30 13:16:50.668856 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-1453ad44-906e-485c-b3fb-958ef5f30b31 req-db87e206-5962-480f-81f8-343859882ff3 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=1ce24c70-6228-402e-9b47-dfa1914a6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754503 Apr 30 13:16:50.674137 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:16:50.697446 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] 10.222.0.69 "PUT /v2.0/routers/899850b4-edbb-4c8b-8b30-add691849308/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8647187 Apr 30 13:16:50.900077 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-526afd37-47dd-4fbd-9734-21045a00e4c9 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:50.905971 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-526afd37-47dd-4fbd-9734-21045a00e4c9 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66717071'] for floatingip, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:50.911072 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10a07e0-d07c-49de-8d6c-02b2ab3c5372 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:50.920353 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:50.940384 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Transition to ACTIVE for port object f10a07e0-d07c-49de-8d6c-02b2ab3c5372 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:50.947783 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:50.953367 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-a97cdfad-8909-41ca-a815-7d233cdd46c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:51.107526 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.l3_db [None req-526afd37-47dd-4fbd-9734-21045a00e4c9 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Floating IP 275e8c5b-4ad7-4f32-9733-95ef6990019c associated. External IP: 172.27.1.92, port: dde4074f-b16d-4a7b-bfc0-45a5b0b628d6. Apr 30 13:16:51.128461 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f10a07e0-d07c-49de-8d6c-02b2ab3c5372,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:51.156412 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:51.205435 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Attempting to bind port f10a07e0-d07c-49de-8d6c-02b2ab3c5372 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:16:51.205768 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Attempting to bind port f10a07e0-d07c-49de-8d6c-02b2ab3c5372 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '4174bc95-014f-4f28-b854-a330ecbb7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5afe9a73-d521-4fe7-94d1-3d1ec432eca5'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:16:51.206096 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Attempting to bind port f10a07e0-d07c-49de-8d6c-02b2ab3c5372 on network 5afe9a73-d521-4fe7-94d1-3d1ec432eca5 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:51.211633 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Port f10a07e0-d07c-49de-8d6c-02b2ab3c5372 on network 5afe9a73-d521-4fe7-94d1-3d1ec432eca5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:16:51.212122 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Attempting to bind port f10a07e0-d07c-49de-8d6c-02b2ab3c5372 on network 5afe9a73-d521-4fe7-94d1-3d1ec432eca5 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:51.218161 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:16:51.218542 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Checking segment: {'id': '4174bc95-014f-4f28-b854-a330ecbb7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5afe9a73-d521-4fe7-94d1-3d1ec432eca5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:51.218920 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Bound using segment: {'id': '4174bc95-014f-4f28-b854-a330ecbb7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5afe9a73-d521-4fe7-94d1-3d1ec432eca5'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:16:51.219373 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Bound port: f10a07e0-d07c-49de-8d6c-02b2ab3c5372, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4174bc95-014f-4f28-b854-a330ecbb7cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '5afe9a73-d521-4fe7-94d1-3d1ec432eca5'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:16:51.219727 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.348184 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] For port f10a07e0-d07c-49de-8d6c-02b2ab3c5372, host hv-cinder-78445, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:16:51.355741 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] For port f10a07e0-d07c-49de-8d6c-02b2ab3c5372, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f10a07e0-d07c-49de-8d6c-02b2ab3c5372,segment=NetworkSegment(4174bc95-014f-4f28-b854-a330ecbb7cba),segment_id=4174bc95-014f-4f28-b854-a330ecbb7cba)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:16:51.361208 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.365448 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-cf5966a6-fc29-481b-96d7-ea90c5ad5ff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:51.378299 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:51.435764 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:51.436215 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.438507 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] 10.222.0.71 "PUT /v2.0/ports/f10a07e0-d07c-49de-8d6c-02b2ab3c5372 HTTP/1.1" status: 200 len: 1093 time: 1.2106347 Apr 30 13:16:51.439137 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d6857c-a749-406c-91c7-ce3ab5448383', 'tag': 'f10a07e0-d07c-49de-8d6c-02b2ab3c5372'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:51.481044 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f10a07e0-d07c-49de-8d6c-02b2ab3c5372,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:51.483468 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:51.483955 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:51.488182 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:51.621331 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d6857c-a749-406c-91c7-ce3ab5448383', 'tag': 'f10a07e0-d07c-49de-8d6c-02b2ab3c5372', 'status': 'completed', 'code': 200} Apr 30 13:16:51.705708 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526afd37-47dd-4fbd-9734-21045a00e4c9 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Router 67e8b244-7dba-4729-91c1-6294f9645760 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:16:51.791797 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-4800edd7-7d52-4c51-ae68-3d7e70b8801c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:51.793303 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-4800edd7-7d52-4c51-ae68-3d7e70b8801c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95a5f6800c42410c8d7a418f920d9cbc&device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 1096 time: 0.2861879 Apr 30 13:16:51.818287 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89667bca-44fe-4ea2-9586-bc32de33fcca req-236d0fee-2e60-4306-8ca3-f9cf96a1cc1c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:51.819866 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-89667bca-44fe-4ea2-9586-bc32de33fcca req-236d0fee-2e60-4306-8ca3-f9cf96a1cc1c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 945 time: 0.2015648 Apr 30 13:16:51.855082 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc3530-3483-4cb5-a0a0-02eddfa9562b req-5abdfca0-4e32-4ae8-8cbb-626325f4d329 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:51.856512 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9bfc3530-3483-4cb5-a0a0-02eddfa9562b req-5abdfca0-4e32-4ae8-8cbb-626325f4d329 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 943 time: 0.1626692 Apr 30 13:16:52.039521 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-89667bca-44fe-4ea2-9586-bc32de33fcca req-840aefca-c43d-45a8-b403-60f9762c1b8f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ce24c70-6228-402e-9b47-dfa1914a6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122123 Apr 30 13:16:52.075871 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-8b185e4c-bfec-408e-a6be-8f0531da8391 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f10a07e0-d07c-49de-8d6c-02b2ab3c5372 HTTP/1.1" status: 200 len: 217 time: 0.1772163 Apr 30 13:16:52.150348 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526afd37-47dd-4fbd-9734-21045a00e4c9 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:16:52.155325 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-526afd37-47dd-4fbd-9734-21045a00e4c9 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:52.160826 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af63f45-8680-42bc-8349-29667bb47d2b None None] Sync routers for ids ['67e8b244-7dba-4729-91c1-6294f9645760'] in dv-cinder-784453-4-iscsi {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:16:52.175775 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af63f45-8680-42bc-8349-29667bb47d2b None None] Routers {'67e8b244-7dba-4729-91c1-6294f9645760'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:52.177832 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-4af63f45-8680-42bc-8349-29667bb47d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:16:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['67e8b244-7dba-4729-91c1-6294f9645760'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:52.206276 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9bfc3530-3483-4cb5-a0a0-02eddfa9562b req-84dd9c32-a3ab-4655-8ae0-4178432e6d49 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344977 Apr 30 13:16:52.230712 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9c7cd709-05c0-4411-a5f3-8b5bcf120120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:52.232507 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-9c7cd709-05c0-4411-a5f3-8b5bcf120120 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8d64d57d-98a6-4d27-855d-30a97cdc1e8e HTTP/1.1" status: 200 len: 854 time: 0.1211982 Apr 30 13:16:52.262181 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-526afd37-47dd-4fbd-9734-21045a00e4c9 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "PUT /v2.0/floatingips/275e8c5b-4ad7-4f32-9733-95ef6990019c HTTP/1.1" status: 200 len: 990 time: 2.8949308 Apr 30 13:16:52.265661 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7a0389a-2b5b-4926-8b06-3478dbb798cd', 'tag': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:52.350792 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7a0389a-2b5b-4926-8b06-3478dbb798cd', 'tag': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6', 'status': 'completed', 'code': 200} Apr 30 13:16:52.506399 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-4af63f45-8680-42bc-8349-29667bb47d2b None None] Set router 67e8b244-7dba-4729-91c1-6294f9645760 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:52.532949 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-53817eda-854c-447d-9268-34aac9ef916e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5afe9a73-d521-4fe7-94d1-3d1ec432eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2739122 Apr 30 13:16:52.583997 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596441bf-0834-403e-9776-78b59480a3d4 req-528321f3-feed-4cfe-9afe-3e27f7041e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:52.585604 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-596441bf-0834-403e-9776-78b59480a3d4 req-528321f3-feed-4cfe-9afe-3e27f7041e53 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a397097db8304460991aa7950d00f829&device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 1098 time: 0.1745968 Apr 30 13:16:52.702967 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-f6cf8f2b-7137-4743-a45d-cea273ccad04 service neutron] 10.222.0.71 "GET /v2.0/networks/5afe9a73-d521-4fe7-94d1-3d1ec432eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629925 Apr 30 13:16:52.809443 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596441bf-0834-403e-9776-78b59480a3d4 req-b6b31639-8a55-4c20-8fc0-6a38e684d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:52.816429 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-596441bf-0834-403e-9776-78b59480a3d4 req-b6b31639-8a55-4c20-8fc0-6a38e684d06c service neutron] 10.222.0.71 "GET /v2.0/networks?id=384ed945-7697-4aed-a91c-b54f67f71379 HTTP/1.1" status: 200 len: 919 time: 0.2231717 Apr 30 13:16:52.981464 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-64017398-9eaf-40f6-b9bb-8a3153ac96f5 req-db3954c6-398b-4e2e-85e9-78a02d248852 service neutron] 10.222.0.71 "GET /v2.0/networks/5afe9a73-d521-4fe7-94d1-3d1ec432eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702949 Apr 30 13:16:52.996629 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-596441bf-0834-403e-9776-78b59480a3d4 req-f89c524c-cec9-45e1-92ea-8b99c4a884b8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 HTTP/1.1" status: 200 len: 998 time: 0.1701901 Apr 30 13:16:53.060872 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-4af63f45-8680-42bc-8349-29667bb47d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '79c047cd-1c05-4755-ace7-85acba99c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:50Z', 'revision_number': 4, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port': {'id': '79c047cd-1c05-4755-ace7-85acba99c055', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:30Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '275e8c5b-4ad7-4f32-9733-95ef6990019c', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'port_id': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'mac_address': 'fa:16:3e:02:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a0389a-2b5b-4926-8b06-3478dbb798cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:16:24Z', 'updated_at': '2021-04-30T13:16:50Z', 'revision_number': 1, 'project_id': 'a397097db8304460991aa7950d00f829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e8d0ec-d15d-401d-9e10-fc9447d18741', 'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'mac_address': 'fa:16:3e:78:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:47Z', 'updated_at': '2021-04-30T13:12:01Z', 'revision_number': 5, 'project_id': 'a397097db8304460991aa7950d00f829', 'subnets': [{'id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:53.065422 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af63f45-8680-42bc-8349-29667bb47d2b None None] Checking router: 67e8b244-7dba-4729-91c1-6294f9645760 for host: dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:16:53.096663 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596441bf-0834-403e-9776-78b59480a3d4 req-55f70cc0-7940-4bdf-bfaa-c9b8b2a9d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:53.101474 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-596441bf-0834-403e-9776-78b59480a3d4 req-55f70cc0-7940-4bdf-bfaa-c9b8b2a9d3ab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc33453d-4422-4eee-9e94-1b257b2eaad2 HTTP/1.1" status: 200 len: 856 time: 0.0962217 Apr 30 13:16:53.102510 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af63f45-8680-42bc-8349-29667bb47d2b None None] Routers {'67e8b244-7dba-4729-91c1-6294f9645760'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:53.103227 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-4af63f45-8680-42bc-8349-29667bb47d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:16:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['67e8b244-7dba-4729-91c1-6294f9645760'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:53.233956 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b059e-2118-4560-9aa1-8204987b1616 req-2a285635-56b1-47d4-a987-922cb50d47a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:53.238630 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6d6b059e-2118-4560-9aa1-8204987b1616 req-2a285635-56b1-47d4-a987-922cb50d47a4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=95a5f6800c42410c8d7a418f920d9cbc&device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 1096 time: 0.1518846 Apr 30 13:16:53.278815 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596441bf-0834-403e-9776-78b59480a3d4 req-ff863c13-e777-4452-b9b9-307ab25c5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:53.280283 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-596441bf-0834-403e-9776-78b59480a3d4 req-ff863c13-e777-4452-b9b9-307ab25c5ecb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=384ed945-7697-4aed-a91c-b54f67f71379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1734903 Apr 30 13:16:53.458399 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 3afc1fbd-c48c-45fd-9b48-96d28b107cd8 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:53.545166 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-4af63f45-8680-42bc-8349-29667bb47d2b None None] Set router 67e8b244-7dba-4729-91c1-6294f9645760 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:53.552608 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-596441bf-0834-403e-9776-78b59480a3d4 req-53a0e406-3b88-44ca-8f20-eca4b268ac61 service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590587 Apr 30 13:16:53.645838 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 3afc1fbd-c48c-45fd-9b48-96d28b107cd8 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:53.653981 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 3afc1fbd-c48c-45fd-9b48-96d28b107cd8 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:53.654356 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:53.711480 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b059e-2118-4560-9aa1-8204987b1616 req-f65ae6b5-232a-4e78-b7c6-9266610960f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:53.712928 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6d6b059e-2118-4560-9aa1-8204987b1616 req-f65ae6b5-232a-4e78-b7c6-9266610960f1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5afe9a73-d521-4fe7-94d1-3d1ec432eca5 HTTP/1.1" status: 200 len: 916 time: 0.4689181 Apr 30 13:16:53.745162 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-596441bf-0834-403e-9776-78b59480a3d4 req-c5ccee4d-a66b-4665-8675-5d7439e26dd2 service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842372 Apr 30 13:16:53.838978 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6d6b059e-2118-4560-9aa1-8204987b1616 req-3a5afd28-5f87-4dda-8212-2351a3e8af43 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f10a07e0-d07c-49de-8d6c-02b2ab3c5372 HTTP/1.1" status: 200 len: 217 time: 0.1113155 Apr 30 13:16:53.886188 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:53.904876 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port 3afc1fbd-c48c-45fd-9b48-96d28b107cd8, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=3afc1fbd-c48c-45fd-9b48-96d28b107cd8,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:53.913583 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:53.917605 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:53.926574 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3431c-4766-4f51-bd82-ccc127593998 req-bf137187-8f60-4ec4-ace4-b4bf1b64b6ef tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:53.934242 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0fb3431c-4766-4f51-bd82-ccc127593998 req-bf137187-8f60-4ec4-ace4-b4bf1b64b6ef tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 945 time: 0.6595705 Apr 30 13:16:53.992801 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=3afc1fbd-c48c-45fd-9b48-96d28b107cd8,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:53.996133 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:54.001844 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-4af63f45-8680-42bc-8349-29667bb47d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '79c047cd-1c05-4755-ace7-85acba99c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:50Z', 'revision_number': 4, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port': {'id': '79c047cd-1c05-4755-ace7-85acba99c055', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:30Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '275e8c5b-4ad7-4f32-9733-95ef6990019c', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'port_id': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'mac_address': 'fa:16:3e:02:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a0389a-2b5b-4926-8b06-3478dbb798cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:16:24Z', 'updated_at': '2021-04-30T13:16:50Z', 'revision_number': 1, 'project_id': 'a397097db8304460991aa7950d00f829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e8d0ec-d15d-401d-9e10-fc9447d18741', 'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'mac_address': 'fa:16:3e:78:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:47Z', 'updated_at': '2021-04-30T13:12:01Z', 'revision_number': 5, 'project_id': 'a397097db8304460991aa7950d00f829', 'subnets': [{'id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:54.009990 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af63f45-8680-42bc-8349-29667bb47d2b None None] The sync data for ids ['67e8b244-7dba-4729-91c1-6294f9645760'] in dv-cinder-784453-4-iscsi is: [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '79c047cd-1c05-4755-ace7-85acba99c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:50Z', 'revision_number': 4, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port': {'id': '79c047cd-1c05-4755-ace7-85acba99c055', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:30Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '275e8c5b-4ad7-4f32-9733-95ef6990019c', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'floating_ip_address': '172.27.1.92', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'port_id': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'mac_address': 'fa:16:3e:02:17:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7a0389a-2b5b-4926-8b06-3478dbb798cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:16:24Z', 'updated_at': '2021-04-30T13:16:50Z', 'revision_number': 1, 'project_id': 'a397097db8304460991aa7950d00f829', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81e8d0ec-d15d-401d-9e10-fc9447d18741', 'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'mac_address': 'fa:16:3e:78:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:47Z', 'updated_at': '2021-04-30T13:12:01Z', 'revision_number': 5, 'project_id': 'a397097db8304460991aa7950d00f829', 'subnets': [{'id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:16:54.045666 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0fb3431c-4766-4f51-bd82-ccc127593998 req-6c6ed164-1cf2-4aa7-9e92-734cb7e8378b tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ce24c70-6228-402e-9b47-dfa1914a6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100917 Apr 30 13:16:54.084550 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b059e-2118-4560-9aa1-8204987b1616 req-696b9281-934b-43bb-8f73-0ae0a21a3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:54.085699 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6d6b059e-2118-4560-9aa1-8204987b1616 req-696b9281-934b-43bb-8f73-0ae0a21a3c8b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8d64d57d-98a6-4d27-855d-30a97cdc1e8e HTTP/1.1" status: 200 len: 854 time: 0.2333884 Apr 30 13:16:54.098610 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e8067-8698-48e4-9fd0-bc6893009a95 req-1dff2ff7-1596-40e1-a84c-066264398432 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:54.100149 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a24e8067-8698-48e4-9fd0-bc6893009a95 req-1dff2ff7-1596-40e1-a84c-066264398432 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 943 time: 0.5978458 Apr 30 13:16:54.148029 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6d6b059e-2118-4560-9aa1-8204987b1616 req-483cd6fc-adb6-4505-be99-f72011ddd3fd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5afe9a73-d521-4fe7-94d1-3d1ec432eca5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468540 Apr 30 13:16:54.286652 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a24e8067-8698-48e4-9fd0-bc6893009a95 req-a2a28e36-4160-4ce0-80d4-ed8192fb44c9 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414247 Apr 30 13:16:54.354337 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6d6b059e-2118-4560-9aa1-8204987b1616 req-f0bd8dc5-59ff-4143-87bf-906e96e0a6b3 service neutron] 10.222.0.71 "GET /v2.0/networks/5afe9a73-d521-4fe7-94d1-3d1ec432eca5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914289 Apr 30 13:16:54.390365 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Sync routers for ids ['899850b4-edbb-4c8b-8b30-add691849308'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:16:54.408185 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Routers {'899850b4-edbb-4c8b-8b30-add691849308'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:54.409289 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:16:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['899850b4-edbb-4c8b-8b30-add691849308'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:54.445240 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaa5af4-1e44-4a34-b499-b221d9c92744 None None] New status for floating IP 275e8c5b-4ad7-4f32-9733-95ef6990019c: ACTIVE {{(pid=73816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:16:54.636141 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6d6b059e-2118-4560-9aa1-8204987b1616 req-971f543d-e178-488c-bde0-ac29775fc6d6 service neutron] 10.222.0.71 "GET /v2.0/networks/5afe9a73-d521-4fe7-94d1-3d1ec432eca5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736242 Apr 30 13:16:54.651948 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a209873d-b8ee-46cb-8b4c-596419305c31 req-0b732286-56d8-4d6c-8d98-0638342f4296 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:54.653913 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a209873d-b8ee-46cb-8b4c-596419305c31 req-0b732286-56d8-4d6c-8d98-0638342f4296 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 945 time: 0.2433000 Apr 30 13:16:54.671746 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 42532) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:16:54.679035 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-c3e4f1ff-416d-4a6f-a424-ffd432d5d796 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Request body: {'floatingip': {'port_id': '8abba6c9-b97f-4068-84b0-6fbd520ca4ba'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:16:54.694521 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Set router 899850b4-edbb-4c8b-8b30-add691849308 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:54.769012 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c3e4f1ff-416d-4a6f-a424-ffd432d5d796 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for floatingip, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.118496 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899850b4-edbb-4c8b-8b30-add691849308', 'name': 'tempest-TestMinimumBasicScenario-764287681-router', 'tenant_id': '37e23e8f188b475f915180db4247915b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '3afc1fbd-c48c-45fd-9b48-96d28b107cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:43Z', 'updated_at': '2021-04-30T13:16:48Z', 'revision_number': 4, 'project_id': '37e23e8f188b475f915180db4247915b', 'gw_port': {'id': '3afc1fbd-c48c-45fd-9b48-96d28b107cd8', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ae:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899850b4-edbb-4c8b-8b30-add691849308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:44Z', 'updated_at': '2021-04-30T13:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': 'c2fa7764-c4ad-4013-ab48-ed0bceb93d3c', 'name': '', 'network_id': '16a7cba2-424c-4169-abe7-8c8315648713', 'tenant_id': '37e23e8f188b475f915180db4247915b', 'mac_address': 'fa:16:3e:3e:05:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899850b4-edbb-4c8b-8b30-add691849308', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0a764271-e542-48d7-aaf4-b3293e9914d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:47Z', 'updated_at': '2021-04-30T13:16:48Z', 'revision_number': 2, 'project_id': '37e23e8f188b475f915180db4247915b', 'subnets': [{'id': '0a764271-e542-48d7-aaf4-b3293e9914d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:55.128606 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Checking router: 899850b4-edbb-4c8b-8b30-add691849308 for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:16:55.128964 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Updating router 899850b4-edbb-4c8b-8b30-add691849308 port c2fa7764-c4ad-4013-ab48-ed0bceb93d3c binding host dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:16:55.191943 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.474027 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 3afc1fbd-c48c-45fd-9b48-96d28b107cd8 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:55.576643 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e607e-872a-4c7a-8864-0e66c7561db7 req-ef60a58b-7c61-4512-8f40-c495bdd8f648 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:55.578826 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-415e607e-872a-4c7a-8864-0e66c7561db7 req-ef60a58b-7c61-4512-8f40-c495bdd8f648 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 943 time: 0.1220856 Apr 30 13:16:55.643264 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-415e607e-872a-4c7a-8864-0e66c7561db7 req-a943eae9-c6d6-4717-9dcf-608ad644f220 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547187 Apr 30 13:16:55.714722 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 3afc1fbd-c48c-45fd-9b48-96d28b107cd8 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:55.715567 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.726740 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c3e4f1ff-416d-4a6f-a424-ffd432d5d796 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.733628 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c3e4f1ff-416d-4a6f-a424-ffd432d5d796 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66717071'] for floatingip, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.857464 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Notify callbacks [] for port, precommit_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.914601 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Transition to ACTIVE for port object c2fa7764-c4ad-4013-ab48-ed0bceb93d3c will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:16:55.926809 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:55.933243 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:55.975722 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.l3_db [None req-c3e4f1ff-416d-4a6f-a424-ffd432d5d796 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Floating IP 72fc6988-fb53-4525-8bdf-3f1ae34f4216 associated. External IP: 172.27.1.21, port: 8abba6c9-b97f-4068-84b0-6fbd520ca4ba. Apr 30 13:16:56.093088 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3161729-797d-4706-8ff7-321bbb5854d5 None None] Pushing event updated for resources: {'Port': ['ID=c2fa7764-c4ad-4013-ab48-ed0bceb93d3c,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:56.122576 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-d3161729-797d-4706-8ff7-321bbb5854d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:56.215067 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Attempting to bind port c2fa7764-c4ad-4013-ab48-ed0bceb93d3c on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:16:56.215436 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Attempting to bind port c2fa7764-c4ad-4013-ab48-ed0bceb93d3c by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': '0d06b830-f790-4d52-81ea-ad8507738f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '16a7cba2-424c-4169-abe7-8c8315648713'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:16:56.216294 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Attempting to bind port c2fa7764-c4ad-4013-ab48-ed0bceb93d3c on network 16a7cba2-424c-4169-abe7-8c8315648713 {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:16:56.222981 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:16:56.223495 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Checking segment: {'id': '0d06b830-f790-4d52-81ea-ad8507738f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '16a7cba2-424c-4169-abe7-8c8315648713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:16:56.223914 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:56.224319 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Bound using segment: {'id': '0d06b830-f790-4d52-81ea-ad8507738f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '16a7cba2-424c-4169-abe7-8c8315648713'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:16:56.224795 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Bound port: c2fa7764-c4ad-4013-ab48-ed0bceb93d3c, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d06b830-f790-4d52-81ea-ad8507738f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '16a7cba2-424c-4169-abe7-8c8315648713'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:16:56.225235 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:56.398783 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] For port c2fa7764-c4ad-4013-ab48-ed0bceb93d3c, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:16:56.404444 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] For port c2fa7764-c4ad-4013-ab48-ed0bceb93d3c, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=c2fa7764-c4ad-4013-ab48-ed0bceb93d3c,segment=NetworkSegment(0d06b830-f790-4d52-81ea-ad8507738f49),segment_id=0d06b830-f790-4d52-81ea-ad8507738f49)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:16:56.410573 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:56.425495 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:56.492592 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e4f1ff-416d-4a6f-a424-ffd432d5d796 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Router 1f4ba758-767b-4dea-b6e0-d4a248a76808 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:16:56.504937 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Routers {'899850b4-edbb-4c8b-8b30-add691849308'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:56.505769 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:16:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['899850b4-edbb-4c8b-8b30-add691849308'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:56.602456 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device f10a07e0-d07c-49de-8d6c-02b2ab3c5372 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:16:56.671034 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3161729-797d-4706-8ff7-321bbb5854d5 None None] Pushing event updated for resources: {'Port': ['ID=c2fa7764-c4ad-4013-ab48-ed0bceb93d3c,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:56.692994 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-d3161729-797d-4706-8ff7-321bbb5854d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:56.817967 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e4f1ff-416d-4a6f-a424-ffd432d5d796 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:16:56.828661 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-c3e4f1ff-416d-4a6f-a424-ffd432d5d796 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:56.867777 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819186b5-cbef-4fdb-ba39-d86994e603f8 None None] Sync routers for ids ['1f4ba758-767b-4dea-b6e0-d4a248a76808'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:16:56.933765 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-c3e4f1ff-416d-4a6f-a424-ffd432d5d796 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "PUT /v2.0/floatingips/72fc6988-fb53-4525-8bdf-3f1ae34f4216 HTTP/1.1" status: 200 len: 990 time: 2.2576175 Apr 30 13:16:56.933765 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd187a24a-965f-4bdb-8ec9-e4ea19635718', 'tag': '8abba6c9-b97f-4068-84b0-6fbd520ca4ba'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:16:56.937947 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819186b5-cbef-4fdb-ba39-d86994e603f8 None None] Routers {'1f4ba758-767b-4dea-b6e0-d4a248a76808'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:56.938875 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-819186b5-cbef-4fdb-ba39-d86994e603f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:16:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['1f4ba758-767b-4dea-b6e0-d4a248a76808'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:56.990827 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] Set router 899850b4-edbb-4c8b-8b30-add691849308 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:57.062026 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5211d-e3da-46cb-82f2-ad30e4cbd1d8 req-e21790bc-5a2c-48be-9f20-f8ed7fc6e404 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:57.063667 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9af5211d-e3da-46cb-82f2-ad30e4cbd1d8 req-e21790bc-5a2c-48be-9f20-f8ed7fc6e404 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 943 time: 0.1093614 Apr 30 13:16:57.135033 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9af5211d-e3da-46cb-82f2-ad30e4cbd1d8 req-b3380494-5256-4d0b-8444-037f4bad84ce tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589669 Apr 30 13:16:57.329528 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd187a24a-965f-4bdb-8ec9-e4ea19635718', 'tag': '8abba6c9-b97f-4068-84b0-6fbd520ca4ba', 'status': 'completed', 'code': 200} Apr 30 13:16:57.409623 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device c2fa7764-c4ad-4013-ab48-ed0bceb93d3c up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:57.457475 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port f10a07e0-d07c-49de-8d6c-02b2ab3c5372, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f10a07e0-d07c-49de-8d6c-02b2ab3c5372,segment=NetworkSegment(4174bc95-014f-4f28-b854-a330ecbb7cba),segment_id=4174bc95-014f-4f28-b854-a330ecbb7cba)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:57.486615 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1da628-32b1-4874-a1ea-16f5bddb42ed req-7afaa1ac-803b-4725-b9e6-44358575834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:57.488120 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9e1da628-32b1-4874-a1ea-16f5bddb42ed req-7afaa1ac-803b-4725-b9e6-44358575834a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8c3daf98030a4f9983829bc893d1c2a1&device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 1098 time: 0.0896983 Apr 30 13:16:57.518798 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': 'f10a07e0-d07c-49de-8d6c-02b2ab3c5372', 'network_id': '5afe9a73-d521-4fe7-94d1-3d1ec432eca5', 'port_id': 'f10a07e0-d07c-49de-8d6c-02b2ab3c5372', 'mac_address': 'fa:16:3e:bf:92:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1007, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d64d57d-98a6-4d27-855d-30a97cdc1e8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:16:57.617715 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-819186b5-cbef-4fdb-ba39-d86994e603f8 None None] Set router 1f4ba758-767b-4dea-b6e0-d4a248a76808 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:57.709656 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:57.784873 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1da628-32b1-4874-a1ea-16f5bddb42ed req-339ee73f-ca00-4506-a0a7-f7279679b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:57.787681 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port c2fa7764-c4ad-4013-ab48-ed0bceb93d3c completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:16:57.788825 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9e1da628-32b1-4874-a1ea-16f5bddb42ed req-339ee73f-ca00-4506-a0a7-f7279679b510 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b8d1fd53-0ee5-499f-9667-97dbc79cf1ea HTTP/1.1" status: 200 len: 913 time: 0.2926750 Apr 30 13:16:57.812375 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10a07e0-d07c-49de-8d6c-02b2ab3c5372 {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:16:57.816685 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port c2fa7764-c4ad-4013-ab48-ed0bceb93d3c triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:57.816685 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:57.916306 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9e1da628-32b1-4874-a1ea-16f5bddb42ed req-2eabe918-44ed-4e91-95e2-c7d8280925c9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8abba6c9-b97f-4068-84b0-6fbd520ca4ba HTTP/1.1" status: 200 len: 998 time: 0.1205010 Apr 30 13:16:57.995021 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port f10a07e0-d07c-49de-8d6c-02b2ab3c5372, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f10a07e0-d07c-49de-8d6c-02b2ab3c5372,segment=NetworkSegment(4174bc95-014f-4f28-b854-a330ecbb7cba),segment_id=4174bc95-014f-4f28-b854-a330ecbb7cba)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:58.000524 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1da628-32b1-4874-a1ea-16f5bddb42ed req-d890b0a4-8503-4d4b-b778-d8e5e8b94d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:58.002311 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9e1da628-32b1-4874-a1ea-16f5bddb42ed req-d890b0a4-8503-4d4b-b778-d8e5e8b94d2f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3 HTTP/1.1" status: 200 len: 850 time: 0.0789754 Apr 30 13:16:58.008242 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:58.026674 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-d3161729-797d-4706-8ff7-321bbb5854d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:58.108130 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899850b4-edbb-4c8b-8b30-add691849308', 'name': 'tempest-TestMinimumBasicScenario-764287681-router', 'tenant_id': '37e23e8f188b475f915180db4247915b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '3afc1fbd-c48c-45fd-9b48-96d28b107cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:43Z', 'updated_at': '2021-04-30T13:16:48Z', 'revision_number': 4, 'project_id': '37e23e8f188b475f915180db4247915b', 'gw_port': {'id': '3afc1fbd-c48c-45fd-9b48-96d28b107cd8', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ae:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899850b4-edbb-4c8b-8b30-add691849308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:44Z', 'updated_at': '2021-04-30T13:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': 'c2fa7764-c4ad-4013-ab48-ed0bceb93d3c', 'name': '', 'network_id': '16a7cba2-424c-4169-abe7-8c8315648713', 'tenant_id': '37e23e8f188b475f915180db4247915b', 'mac_address': 'fa:16:3e:3e:05:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899850b4-edbb-4c8b-8b30-add691849308', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0a764271-e542-48d7-aaf4-b3293e9914d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:47Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 4, 'project_id': '37e23e8f188b475f915180db4247915b', 'subnets': [{'id': '0a764271-e542-48d7-aaf4-b3293e9914d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:58.108459 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1da628-32b1-4874-a1ea-16f5bddb42ed req-bda1f0e3-1162-4bd6-b261-0cfaffaf04fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:58.110377 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9e1da628-32b1-4874-a1ea-16f5bddb42ed req-bda1f0e3-1162-4bd6-b261-0cfaffaf04fa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b8d1fd53-0ee5-499f-9667-97dbc79cf1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1005635 Apr 30 13:16:58.191836 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:58.210128 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=f10a07e0-d07c-49de-8d6c-02b2ab3c5372,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:58.213307 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:58.234383 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port c2fa7764-c4ad-4013-ab48-ed0bceb93d3c, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=c2fa7764-c4ad-4013-ab48-ed0bceb93d3c,segment=NetworkSegment(0d06b830-f790-4d52-81ea-ad8507738f49),segment_id=0d06b830-f790-4d52-81ea-ad8507738f49)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:16:58.238818 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ecd021-340c-4777-8674-39bacc251e25 None None] The sync data for ids ['899850b4-edbb-4c8b-8b30-add691849308'] in dv-cinder-784453-4-iscsi is: [{'id': '899850b4-edbb-4c8b-8b30-add691849308', 'name': 'tempest-TestMinimumBasicScenario-764287681-router', 'tenant_id': '37e23e8f188b475f915180db4247915b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '3afc1fbd-c48c-45fd-9b48-96d28b107cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:43Z', 'updated_at': '2021-04-30T13:16:48Z', 'revision_number': 4, 'project_id': '37e23e8f188b475f915180db4247915b', 'gw_port': {'id': '3afc1fbd-c48c-45fd-9b48-96d28b107cd8', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ae:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899850b4-edbb-4c8b-8b30-add691849308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:44Z', 'updated_at': '2021-04-30T13:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': 'c2fa7764-c4ad-4013-ab48-ed0bceb93d3c', 'name': '', 'network_id': '16a7cba2-424c-4169-abe7-8c8315648713', 'tenant_id': '37e23e8f188b475f915180db4247915b', 'mac_address': 'fa:16:3e:3e:05:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '899850b4-edbb-4c8b-8b30-add691849308', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0a764271-e542-48d7-aaf4-b3293e9914d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:47Z', 'updated_at': '2021-04-30T13:16:56Z', 'revision_number': 4, 'project_id': '37e23e8f188b475f915180db4247915b', 'subnets': [{'id': '0a764271-e542-48d7-aaf4-b3293e9914d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:16:58.283706 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9e1da628-32b1-4874-a1ea-16f5bddb42ed req-f42a5e5b-c2fa-4102-84a5-979cf0bd0ca0 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489477 Apr 30 13:16:58.335541 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:58.358212 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:16:58.441329 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=c2fa7764-c4ad-4013-ab48-ed0bceb93d3c,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:16:58.446138 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:16:58.556119 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9e1da628-32b1-4874-a1ea-16f5bddb42ed req-29f97607-106b-494d-b552-9d373af9be01 service neutron] 10.222.0.71 "GET /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599850 Apr 30 13:16:58.577283 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae566daf-61ef-410d-b9ce-2ad16fd6e4c1 req-584a2537-4c70-4d8f-b077-268e6f64269e tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:58.578820 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ae566daf-61ef-410d-b9ce-2ad16fd6e4c1 req-584a2537-4c70-4d8f-b077-268e6f64269e tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 944 time: 0.2282045 Apr 30 13:16:58.592192 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['f10a07e0-d07c-49de-8d6c-02b2ab3c5372'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:16:58.667523 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ae566daf-61ef-410d-b9ce-2ad16fd6e4c1 req-63779273-8a23-422d-bb4d-c8b283ada8c1 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818045 Apr 30 13:16:58.738507 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-819186b5-cbef-4fdb-ba39-d86994e603f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:36Z', 'revision_number': 4, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port': {'id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '72fc6988-fb53-4525-8bdf-3f1ae34f4216', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'port_id': '8abba6c9-b97f-4068-84b0-6fbd520ca4ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'mac_address': 'fa:16:3e:d1:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a24a-965f-4bdb-8ec9-e4ea19635718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:16:29Z', 'updated_at': '2021-04-30T13:16:55Z', 'revision_number': 1, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3c166c-ce9f-4d87-8538-a52a64bda007', 'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'mac_address': 'fa:16:3e:52:9b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 5, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'subnets': [{'id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:58.753134 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819186b5-cbef-4fdb-ba39-d86994e603f8 None None] Checking router: 1f4ba758-767b-4dea-b6e0-d4a248a76808 for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:16:58.786248 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819186b5-cbef-4fdb-ba39-d86994e603f8 None None] Routers {'1f4ba758-767b-4dea-b6e0-d4a248a76808'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:16:58.786883 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-819186b5-cbef-4fdb-ba39-d86994e603f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:16:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['1f4ba758-767b-4dea-b6e0-d4a248a76808'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:59.060855 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-819186b5-cbef-4fdb-ba39-d86994e603f8 None None] Set router 1f4ba758-767b-4dea-b6e0-d4a248a76808 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:16:59.355093 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device c2fa7764-c4ad-4013-ab48-ed0bceb93d3c up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:16:59.519643 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port c2fa7764-c4ad-4013-ab48-ed0bceb93d3c triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:16:59.520013 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:16:59.644404 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-819186b5-cbef-4fdb-ba39-d86994e603f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:36Z', 'revision_number': 4, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port': {'id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '72fc6988-fb53-4525-8bdf-3f1ae34f4216', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'port_id': '8abba6c9-b97f-4068-84b0-6fbd520ca4ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'mac_address': 'fa:16:3e:d1:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a24a-965f-4bdb-8ec9-e4ea19635718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:16:29Z', 'updated_at': '2021-04-30T13:16:55Z', 'revision_number': 1, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3c166c-ce9f-4d87-8538-a52a64bda007', 'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'mac_address': 'fa:16:3e:52:9b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 5, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'subnets': [{'id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:16:59.655865 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819186b5-cbef-4fdb-ba39-d86994e603f8 None None] The sync data for ids ['1f4ba758-767b-4dea-b6e0-d4a248a76808'] in dv-cinder-784453-4-iscsi is: [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:36Z', 'revision_number': 4, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port': {'id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '72fc6988-fb53-4525-8bdf-3f1ae34f4216', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'port_id': '8abba6c9-b97f-4068-84b0-6fbd520ca4ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'mac_address': 'fa:16:3e:d1:cf:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd187a24a-965f-4bdb-8ec9-e4ea19635718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:16:29Z', 'updated_at': '2021-04-30T13:16:55Z', 'revision_number': 1, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a3c166c-ce9f-4d87-8538-a52a64bda007', 'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'mac_address': 'fa:16:3e:52:9b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 5, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'subnets': [{'id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:16:59.896176 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb79d7a-a00a-4e9f-b805-9f4980934e77 req-8364f0d0-fc2c-44a3-9f4e-7363c225752e tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:16:59.897700 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9bb79d7a-a00a-4e9f-b805-9f4980934e77 req-8364f0d0-fc2c-44a3-9f4e-7363c225752e tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 944 time: 0.1069584 Apr 30 13:16:59.925695 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e976f5a-492b-4715-b8fa-5f09ad3cc0f6 None None] New status for floating IP 72fc6988-fb53-4525-8bdf-3f1ae34f4216: ACTIVE {{(pid=73816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:16:59.969470 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9bb79d7a-a00a-4e9f-b805-9f4980934e77 req-8cf2cd31-aa36-4f63-8d7a-c76c835fd7fe tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645945 Apr 30 13:17:00.627209 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device f10a07e0-d07c-49de-8d6c-02b2ab3c5372 up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:00.707526 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port f10a07e0-d07c-49de-8d6c-02b2ab3c5372 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:00.713926 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port f10a07e0-d07c-49de-8d6c-02b2ab3c5372 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:00.714327 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:00.861871 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:00.897942 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d6857c-a749-406c-91c7-ce3ab5448383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10a07e0-d07c-49de-8d6c-02b2ab3c5372'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:00.909537 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port f10a07e0-d07c-49de-8d6c-02b2ab3c5372, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f10a07e0-d07c-49de-8d6c-02b2ab3c5372,segment=NetworkSegment(4174bc95-014f-4f28-b854-a330ecbb7cba),segment_id=4174bc95-014f-4f28-b854-a330ecbb7cba)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:00.916413 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:00.918668 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-15338525-0ed2-4f6b-9734-c1c5fa2636b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:00.953226 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d6857c-a749-406c-91c7-ce3ab5448383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10a07e0-d07c-49de-8d6c-02b2ab3c5372', 'code': 200} Apr 30 13:17:01.065171 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=f10a07e0-d07c-49de-8d6c-02b2ab3c5372,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:01.068524 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:01.179829 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:01.202374 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0e064-922e-4f3e-8ccc-efc01a303138 req-3ccfe931-a301-4483-a841-bffbbac60fa2 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:01.204554 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-40d0e064-922e-4f3e-8ccc-efc01a303138 req-3ccfe931-a301-4483-a841-bffbbac60fa2 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 945 time: 0.1018198 Apr 30 13:17:01.301256 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-40d0e064-922e-4f3e-8ccc-efc01a303138 req-d210960d-3793-4434-8d2c-43886739eaa5 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523779 Apr 30 13:17:01.324636 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ba868-4316-4384-bdad-ef94be6fa14e req-be83506d-bed9-47dd-aea9-f30bfc5fd33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:01.324636 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f38ba868-4316-4384-bdad-ef94be6fa14e req-be83506d-bed9-47dd-aea9-f30bfc5fd33b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 1098 time: 0.1166418 Apr 30 13:17:01.374959 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f38ba868-4316-4384-bdad-ef94be6fa14e req-e3d8e675-4683-4b7f-b526-edac4234d323 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433950 Apr 30 13:17:02.361390 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-3f38e340-ba30-4107-83af-8a7fd5390d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:02.527336 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de9ef9-fbad-44b9-93a3-8df4185124b7 req-f41c9b87-ec7c-4771-b6ed-19d9644d74df tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:02.529884 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-89de9ef9-fbad-44b9-93a3-8df4185124b7 req-f41c9b87-ec7c-4771-b6ed-19d9644d74df tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 945 time: 0.1085546 Apr 30 13:17:02.580215 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-89de9ef9-fbad-44b9-93a3-8df4185124b7 req-6a4ad44f-b97a-454b-bc44-3dacc868f6f2 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442128 Apr 30 13:17:02.732420 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:17:03.775910 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac04eb-55ac-4924-8dd7-c9176515fbe9 req-8c14b9d1-e087-4e31-b9c8-4524d53b1ed0 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:03.777294 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c0ac04eb-55ac-4924-8dd7-c9176515fbe9 req-8c14b9d1-e087-4e31-b9c8-4524d53b1ed0 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 945 time: 0.0871451 Apr 30 13:17:03.823454 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c0ac04eb-55ac-4924-8dd7-c9176515fbe9 req-b0498f4e-65f5-4835-bed2-80c0649495bf tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402601 Apr 30 13:17:04.117972 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48593a-1a35-449a-b4df-39276c50734b req-948aba73-5263-49f0-bbcb-6b2917e12ac9 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:04.119330 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fb48593a-1a35-449a-b4df-39276c50734b req-948aba73-5263-49f0-bbcb-6b2917e12ac9 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/networks?id=f94ec92d-da55-4a90-8bdf-4314b868efa4 HTTP/1.1" status: 200 len: 815 time: 0.1483834 Apr 30 13:17:04.135221 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fb48593a-1a35-449a-b4df-39276c50734b req-273d0864-5c1a-4ad7-987d-90c12f76f3eb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/quotas/330522879a1442469115b6ce47db04cd HTTP/1.1" status: 200 len: 375 time: 0.0102627 Apr 30 13:17:04.225656 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fb48593a-1a35-449a-b4df-39276c50734b req-d3c62f18-4a17-4170-b13a-6caf3b7d5f3c tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=330522879a1442469115b6ce47db04cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845072 Apr 30 13:17:04.418145 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fb48593a-1a35-449a-b4df-39276c50734b req-7ba63ee1-210e-43e8-978c-460c63970a20 service neutron] 10.222.0.69 "GET /v2.0/networks/f94ec92d-da55-4a90-8bdf-4314b868efa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825435 Apr 30 13:17:04.650636 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fb48593a-1a35-449a-b4df-39276c50734b req-d0d841f6-d9b2-44af-bd44-8605cd289de8 service neutron] 10.222.0.69 "GET /v2.0/networks/f94ec92d-da55-4a90-8bdf-4314b868efa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265022 Apr 30 13:17:04.838080 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d7ff353c-9d7d-4668-8bee-6e4894605ebf req-1c9a8f85-fa92-4557-a361-b7fbdd35b694 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 210 time: 0.0464733 Apr 30 13:17:05.518132 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.755492 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-414b84d1-05d8-40a7-b67b-88409a4d0c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:05.998227 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-93050a62-28d5-452c-8d8d-a670f4a5b8a8 req-7f9886e9-7cb8-43a5-be1e-9eb1d25b728e tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 210 time: 0.0424147 Apr 30 13:17:06.313409 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48593a-1a35-449a-b4df-39276c50734b req-348f3a73-3845-45ee-9d27-a537678d7767 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:06.314751 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fb48593a-1a35-449a-b4df-39276c50734b req-348f3a73-3845-45ee-9d27-a537678d7767 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.71 "GET /v2.0/networks?id=f94ec92d-da55-4a90-8bdf-4314b868efa4 HTTP/1.1" status: 200 len: 815 time: 0.1550701 Apr 30 13:17:06.337798 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-fb48593a-1a35-449a-b4df-39276c50734b req-ae4e232d-ea1e-42b6-9151-8122d8c4fddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Request body: {'port': {'device_id': '08a7f8b6-a516-48e7-9102-72f697ce80e2', 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4', 'admin_state_up': True, 'tenant_id': '330522879a1442469115b6ce47db04cd'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:06.478453 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-fb48593a-1a35-449a-b4df-39276c50734b req-ae4e232d-ea1e-42b6-9151-8122d8c4fddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:06.486954 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-fb48593a-1a35-449a-b4df-39276c50734b req-ae4e232d-ea1e-42b6-9151-8122d8c4fddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Usage tracker for resource:port and tenant:330522879a1442469115b6ce47db04cd is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:06.490775 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-fb48593a-1a35-449a-b4df-39276c50734b req-ae4e232d-ea1e-42b6-9151-8122d8c4fddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:06.497824 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-fb48593a-1a35-449a-b4df-39276c50734b req-ae4e232d-ea1e-42b6-9151-8122d8c4fddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:06.500339 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.508416 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb48593a-1a35-449a-b4df-39276c50734b req-ae4e232d-ea1e-42b6-9151-8122d8c4fddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Made reservation on behalf of 330522879a1442469115b6ce47db04cd for: {'port': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:17:06.512419 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-fb48593a-1a35-449a-b4df-39276c50734b req-ae4e232d-ea1e-42b6-9151-8122d8c4fddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.686692 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [req-fb48593a-1a35-449a-b4df-39276c50734b req-ae4e232d-ea1e-42b6-9151-8122d8c4fddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Allocated IP 172.20.0.12 (f94ec92d-da55-4a90-8bdf-4314b868efa4/d3acc879-0ee0-47a6-902f-6f62b8c33fb2/b1c0f6ee-3dd3-4d94-9dc0-4234936a6468) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:06.969439 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-fb48593a-1a35-449a-b4df-39276c50734b req-ae4e232d-ea1e-42b6-9151-8122d8c4fddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:06.987187 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [req-fb48593a-1a35-449a-b4df-39276c50734b req-ae4e232d-ea1e-42b6-9151-8122d8c4fddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Transition to ACTIVE for port object b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:07.013103 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-fb48593a-1a35-449a-b4df-39276c50734b req-ae4e232d-ea1e-42b6-9151-8122d8c4fddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.019106 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:07.087927 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb48593a-1a35-449a-b4df-39276c50734b req-ae4e232d-ea1e-42b6-9151-8122d8c4fddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Network f94ec92d-da55-4a90-8bdf-4314b868efa4 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:07.092941 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [req-fb48593a-1a35-449a-b4df-39276c50734b req-ae4e232d-ea1e-42b6-9151-8122d8c4fddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:07.103208 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb48593a-1a35-449a-b4df-39276c50734b req-ae4e232d-ea1e-42b6-9151-8122d8c4fddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:07.135919 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e232d-ea1e-42b6-9151-8122d8c4fddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Pushing event updated for resources: {'Port': ['ID=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:07.147360 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ae4e232d-ea1e-42b6-9151-8122d8c4fddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:07.178194 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48593a-1a35-449a-b4df-39276c50734b req-ae4e232d-ea1e-42b6-9151-8122d8c4fddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:07.178842 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-fb48593a-1a35-449a-b4df-39276c50734b req-ae4e232d-ea1e-42b6-9151-8122d8c4fddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.207742 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fb48593a-1a35-449a-b4df-39276c50734b req-ae4e232d-ea1e-42b6-9151-8122d8c4fddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8735511 Apr 30 13:17:07.298868 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-20d45f9d-a0e8-44fe-a7fc-51d882e084e2 None None] Provisioning for port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:07.304511 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-20d45f9d-a0e8-44fe-a7fc-51d882e084e2 None None] Provisioning complete for port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:07.305080 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-20d45f9d-a0e8-44fe-a7fc-51d882e084e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:07.360038 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-20d45f9d-a0e8-44fe-a7fc-51d882e084e2 None None] Port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:17:07.838120 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:19.808931 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] Request body: {'port': {'device_id': '08a7f8b6-a516-48e7-9102-72f697ce80e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:20.005812 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.075479 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33414c-e3e8-4655-aceb-fc74b5913868 req-54f5955b-3fee-49b0-871f-9513c0bb758a tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:20.076039 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-8a33414c-e3e8-4655-aceb-fc74b5913868 req-54f5955b-3fee-49b0-871f-9513c0bb758a tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Synchronizing usage tracker for tenant:330522879a1442469115b6ce47db04cd on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:20.160319 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-8a33414c-e3e8-4655-aceb-fc74b5913868 req-54f5955b-3fee-49b0-871f-9513c0bb758a tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Unset dirty status for tenant:330522879a1442469115b6ce47db04cd on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:20.162077 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8a33414c-e3e8-4655-aceb-fc74b5913868 req-54f5955b-3fee-49b0-871f-9513c0bb758a tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 932 time: 0.3015695 Apr 30 13:17:20.311330 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8a33414c-e3e8-4655-aceb-fc74b5913868 req-051df89a-3278-4005-8de3-af6f12613008 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397803 Apr 30 13:17:20.421509 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:20.429701 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.445312 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] Transition to ACTIVE for port object b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:17:20.449492 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.453129 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-a43f7679-708c-4db1-bd7c-0b747e2ce3ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:20.698707 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7537305-6714-45fe-9549-0f209037787e service neutron] Pushing event updated for resources: {'Port': ['ID=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:20.710363 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b7537305-6714-45fe-9549-0f209037787e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:20.781804 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] Attempting to bind port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:17:20.782236 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] Attempting to bind port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '43681df7-afba-4936-a999-e96e641a7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:17:20.782679 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] Attempting to bind port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 on network f94ec92d-da55-4a90-8bdf-4314b868efa4 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:20.787859 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] Port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 on network f94ec92d-da55-4a90-8bdf-4314b868efa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:17:20.788239 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] Attempting to bind port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 on network f94ec92d-da55-4a90-8bdf-4314b868efa4 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:17:20.794291 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:17:20.794693 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] Checking segment: {'id': '43681df7-afba-4936-a999-e96e641a7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:17:20.794999 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] Bound using segment: {'id': '43681df7-afba-4936-a999-e96e641a7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:17:20.795421 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] Bound port: b1c0f6ee-3dd3-4d94-9dc0-4234936a6468, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43681df7-afba-4936-a999-e96e641a7808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:17:20.795771 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.898728 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] For port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468, host hv-cinder-78445, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:17:20.902170 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] For port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468,segment=NetworkSegment(43681df7-afba-4936-a999-e96e641a7808),segment_id=43681df7-afba-4936-a999-e96e641a7808)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:17:20.907615 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.912455 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:20.970366 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:20.971014 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:20.972444 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fb48593a-1a35-449a-b4df-39276c50734b req-b7537305-6714-45fe-9549-0f209037787e service neutron] 10.222.0.71 "PUT /v2.0/ports/b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 HTTP/1.1" status: 200 len: 1094 time: 1.2117555 Apr 30 13:17:20.972951 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a7f8b6-a516-48e7-9102-72f697ce80e2', 'tag': 'b1c0f6ee-3dd3-4d94-9dc0-4234936a6468'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:21.009354 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7537305-6714-45fe-9549-0f209037787e service neutron] Pushing event updated for resources: {'Port': ['ID=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:21.013126 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b7537305-6714-45fe-9549-0f209037787e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:21.107361 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a7f8b6-a516-48e7-9102-72f697ce80e2', 'tag': 'b1c0f6ee-3dd3-4d94-9dc0-4234936a6468', 'status': 'completed', 'code': 200} Apr 30 13:17:21.135362 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48593a-1a35-449a-b4df-39276c50734b req-ff9966a0-f9c4-459c-ac32-90effd67650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:21.136850 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fb48593a-1a35-449a-b4df-39276c50734b req-ff9966a0-f9c4-459c-ac32-90effd67650f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=330522879a1442469115b6ce47db04cd&device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 1097 time: 0.0857790 Apr 30 13:17:21.220315 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fb48593a-1a35-449a-b4df-39276c50734b req-f33dd48a-fd1b-44b4-bc2c-bbb73055d9f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 HTTP/1.1" status: 200 len: 217 time: 0.0640943 Apr 30 13:17:21.289447 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48593a-1a35-449a-b4df-39276c50734b req-5b4fb12e-a7e1-46e5-a3c2-38747d5f19cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:21.290747 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fb48593a-1a35-449a-b4df-39276c50734b req-5b4fb12e-a7e1-46e5-a3c2-38747d5f19cc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3acc879-0ee0-47a6-902f-6f62b8c33fb2 HTTP/1.1" status: 200 len: 854 time: 0.0619009 Apr 30 13:17:21.375896 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48593a-1a35-449a-b4df-39276c50734b req-d1330d3f-9c6b-4f67-8c7a-54f1b8f93d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:21.378334 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fb48593a-1a35-449a-b4df-39276c50734b req-d1330d3f-9c6b-4f67-8c7a-54f1b8f93d76 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f94ec92d-da55-4a90-8bdf-4314b868efa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792611 Apr 30 13:17:21.565660 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fb48593a-1a35-449a-b4df-39276c50734b req-9297ae30-8f3e-48e3-950a-954e1fcdb5b6 service neutron] 10.222.0.71 "GET /v2.0/networks/f94ec92d-da55-4a90-8bdf-4314b868efa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753807 Apr 30 13:17:21.618934 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5ab3f-3ad1-47c5-9e68-f526423c48a8 req-c452d7f6-4f90-4b00-8fb3-2c4213ab8ddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:21.620567 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5fc5ab3f-3ad1-47c5-9e68-f526423c48a8 req-c452d7f6-4f90-4b00-8fb3-2c4213ab8ddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 944 time: 0.1475708 Apr 30 13:17:21.742106 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5fc5ab3f-3ad1-47c5-9e68-f526423c48a8 req-804f0c8b-fee9-4b5a-bd4c-cb2ceb475b3d tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136222 Apr 30 13:17:21.760357 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fb48593a-1a35-449a-b4df-39276c50734b req-8bdcaeeb-12c9-421b-a72c-a7cac9698375 service neutron] 10.222.0.71 "GET /v2.0/networks/f94ec92d-da55-4a90-8bdf-4314b868efa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853938 Apr 30 13:17:25.305063 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33901958-37d0-444f-a339-89103c40e1ad req-5729d434-add1-49a0-97ed-ea16e8aea569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:25.306564 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-33901958-37d0-444f-a339-89103c40e1ad req-5729d434-add1-49a0-97ed-ea16e8aea569 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=330522879a1442469115b6ce47db04cd&device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 1097 time: 0.1241357 Apr 30 13:17:25.421829 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08936532-646a-4ed7-9f58-89d78d368a0e req-9d8eb512-4ede-4117-833c-281e00580129 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:25.423159 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-08936532-646a-4ed7-9f58-89d78d368a0e req-9d8eb512-4ede-4117-833c-281e00580129 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 944 time: 0.1850514 Apr 30 13:17:25.491072 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-08936532-646a-4ed7-9f58-89d78d368a0e req-bd1e5140-f418-40e5-afc0-942bbf3142a9 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601346 Apr 30 13:17:25.492231 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33901958-37d0-444f-a339-89103c40e1ad req-8e8976fb-2460-4bb6-8894-83f250d64eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:25.493590 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-33901958-37d0-444f-a339-89103c40e1ad req-8e8976fb-2460-4bb6-8894-83f250d64eb0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f94ec92d-da55-4a90-8bdf-4314b868efa4 HTTP/1.1" status: 200 len: 917 time: 0.1766551 Apr 30 13:17:25.570442 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-33901958-37d0-444f-a339-89103c40e1ad req-65128340-4e54-4660-871f-f8fc8b69585b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 HTTP/1.1" status: 200 len: 217 time: 0.0676160 Apr 30 13:17:25.635708 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33901958-37d0-444f-a339-89103c40e1ad req-d3d7a179-9df3-4418-add5-8d74e5fb2d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:25.637944 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-33901958-37d0-444f-a339-89103c40e1ad req-d3d7a179-9df3-4418-add5-8d74e5fb2d8d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3acc879-0ee0-47a6-902f-6f62b8c33fb2 HTTP/1.1" status: 200 len: 854 time: 0.0580757 Apr 30 13:17:25.725551 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33901958-37d0-444f-a339-89103c40e1ad req-6df10aad-248c-4344-bfc9-49ae08e1ab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:25.726933 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-33901958-37d0-444f-a339-89103c40e1ad req-6df10aad-248c-4344-bfc9-49ae08e1ab7f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f94ec92d-da55-4a90-8bdf-4314b868efa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774643 Apr 30 13:17:25.969038 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-33901958-37d0-444f-a339-89103c40e1ad req-7c6c5bd2-1653-46f9-821c-80a6e240780d service neutron] 10.222.0.71 "GET /v2.0/networks/f94ec92d-da55-4a90-8bdf-4314b868efa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300684 Apr 30 13:17:26.104044 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-33901958-37d0-444f-a339-89103c40e1ad req-d137209f-0a75-410c-953a-1dfefd0e19ef service neutron] 10.222.0.71 "GET /v2.0/networks/f94ec92d-da55-4a90-8bdf-4314b868efa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273515 Apr 30 13:17:28.985392 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:17:29.128219 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468,segment=NetworkSegment(43681df7-afba-4936-a999-e96e641a7808),segment_id=43681df7-afba-4936-a999-e96e641a7808)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:29.146119 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': 'b1c0f6ee-3dd3-4d94-9dc0-4234936a6468', 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4', 'port_id': 'b1c0f6ee-3dd3-4d94-9dc0-4234936a6468', 'mac_address': 'fa:16:3e:4d:3c:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:17:29.201607 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:29.218572 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:17:29.234894 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468,segment=NetworkSegment(43681df7-afba-4936-a999-e96e641a7808),segment_id=43681df7-afba-4936-a999-e96e641a7808)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:29.240065 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:29.241886 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:29.242443 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe2a2c-e170-4aca-9e96-3f03faecd297 req-02be6b8c-69cb-4851-bf30-ed20411a7630 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:29.243970 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9dbe2a2c-e170-4aca-9e96-3f03faecd297 req-02be6b8c-69cb-4851-bf30-ed20411a7630 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 944 time: 0.0864606 Apr 30 13:17:29.289344 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9dbe2a2c-e170-4aca-9e96-3f03faecd297 req-841ce402-2f99-4659-affe-f6c28ef075a9 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394151 Apr 30 13:17:29.310259 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:29.313869 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:29.696021 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['b1c0f6ee-3dd3-4d94-9dc0-4234936a6468'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:30.483848 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18596282-b292-47b7-81dd-9f386ecacbf6 req-7cb6b28d-60ca-4547-be16-02456bd6df61 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:30.485272 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-18596282-b292-47b7-81dd-9f386ecacbf6 req-7cb6b28d-60ca-4547-be16-02456bd6df61 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 945 time: 0.0843141 Apr 30 13:17:30.529997 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-18596282-b292-47b7-81dd-9f386ecacbf6 req-176a1880-6e2c-4c1d-85a6-d05ac25d21f8 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387032 Apr 30 13:17:30.989960 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:17:31.081775 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:17:31.088324 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:31.088697 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:31.206369 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:31.216263 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:31.255250 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a7f8b6-a516-48e7-9102-72f697ce80e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c0f6ee-3dd3-4d94-9dc0-4234936a6468'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:31.266285 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468,segment=NetworkSegment(43681df7-afba-4936-a999-e96e641a7808),segment_id=43681df7-afba-4936-a999-e96e641a7808)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:31.272486 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:31.275695 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:31.356730 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:31.360304 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:31.365864 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a7f8b6-a516-48e7-9102-72f697ce80e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c0f6ee-3dd3-4d94-9dc0-4234936a6468', 'code': 200} Apr 30 13:17:31.771931 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793876a-1e1c-4cf4-8b5a-0b88cab07981 req-831cd7ef-2edb-4d64-b907-d67c3980a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:31.773293 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f793876a-1e1c-4cf4-8b5a-0b88cab07981 req-831cd7ef-2edb-4d64-b907-d67c3980a653 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 1099 time: 0.1348104 Apr 30 13:17:31.782428 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4984394-7fb0-4776-bcf7-f5ebf5f8f7c5 req-b66ae08d-717f-44cf-9bc3-2302651111e4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:31.783764 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c4984394-7fb0-4776-bcf7-f5ebf5f8f7c5 req-b66ae08d-717f-44cf-9bc3-2302651111e4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 946 time: 0.1154628 Apr 30 13:17:31.851000 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f793876a-1e1c-4cf4-8b5a-0b88cab07981 req-937180f5-ce9c-441f-9667-e7b69d852ac0 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662549 Apr 30 13:17:31.857947 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c4984394-7fb0-4776-bcf7-f5ebf5f8f7c5 req-fe8fc176-05fb-48ab-939c-ca585a64a3b8 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609307 Apr 30 13:17:32.358559 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-3752ee0d-6a13-4358-a382-b46b2f364027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:32.871665 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-94565cee-926f-4616-bcf5-e0b826b6e711 req-d579c6d7-603c-42f9-8ba3-c8ba67a13f62 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843244 Apr 30 13:17:33.100655 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f90ce-6467-40d5-8a52-91df4734b28b req-6ceb4843-446d-4760-b5a9-790c7aa50774 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:33.102311 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bf5f90ce-6467-40d5-8a52-91df4734b28b req-6ceb4843-446d-4760-b5a9-790c7aa50774 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 946 time: 0.1358771 Apr 30 13:17:33.108784 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94565cee-926f-4616-bcf5-e0b826b6e711 req-6029e296-3f89-43b5-800e-9df9f3ced887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:33.110226 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-94565cee-926f-4616-bcf5-e0b826b6e711 req-6029e296-3f89-43b5-800e-9df9f3ced887 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2e010a31d7104f119fb0a3ab9fe7e8bc&device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 1098 time: 0.1130788 Apr 30 13:17:33.181889 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bf5f90ce-6467-40d5-8a52-91df4734b28b req-9c2ad55f-5c94-419a-98d0-a6ba7b10e55c tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705690 Apr 30 13:17:33.280210 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94565cee-926f-4616-bcf5-e0b826b6e711 req-db872f26-4fc8-4423-9c20-0ca45104311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:33.281722 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-94565cee-926f-4616-bcf5-e0b826b6e711 req-db872f26-4fc8-4423-9c20-0ca45104311b service neutron] 10.222.0.71 "GET /v2.0/networks?id=66923575-b46e-40eb-b42a-88dc2b7e5194 HTTP/1.1" status: 200 len: 911 time: 0.1422424 Apr 30 13:17:33.397414 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-94565cee-926f-4616-bcf5-e0b826b6e711 req-dc7d725a-dd05-4a68-9b98-b744d76d99d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a4062f2-4fa0-496f-b854-05006c824a01 HTTP/1.1" status: 200 len: 1000 time: 0.1046193 Apr 30 13:17:33.480913 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94565cee-926f-4616-bcf5-e0b826b6e711 req-d1b194ce-f15b-4f3e-9e3c-4ef7f82aaa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:33.482370 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-94565cee-926f-4616-bcf5-e0b826b6e711 req-d1b194ce-f15b-4f3e-9e3c-4ef7f82aaa88 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ea60b372-e31d-4889-9a21-31d3bc9ba44a HTTP/1.1" status: 200 len: 848 time: 0.0653381 Apr 30 13:17:33.565364 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94565cee-926f-4616-bcf5-e0b826b6e711 req-f0d16bc6-538b-4668-9de3-58b85ce3df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:33.566953 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-94565cee-926f-4616-bcf5-e0b826b6e711 req-f0d16bc6-538b-4668-9de3-58b85ce3df95 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=66923575-b46e-40eb-b42a-88dc2b7e5194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723891 Apr 30 13:17:33.717961 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-94565cee-926f-4616-bcf5-e0b826b6e711 req-07310307-36f4-48f3-bbb9-8aef6b72d788 service neutron] 10.222.0.71 "GET /v2.0/networks/66923575-b46e-40eb-b42a-88dc2b7e5194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318538 Apr 30 13:17:33.882705 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-94565cee-926f-4616-bcf5-e0b826b6e711 req-70925a5a-2de4-4d6a-b0ec-972cc7a41c05 service neutron] 10.222.0.71 "GET /v2.0/networks/66923575-b46e-40eb-b42a-88dc2b7e5194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386192 Apr 30 13:17:34.471810 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94b0fd-4cf5-4e55-9392-457f882b879a req-57596609-98f6-4bc9-9e67-c43d37700a34 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:34.473272 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6b94b0fd-4cf5-4e55-9392-457f882b879a req-57596609-98f6-4bc9-9e67-c43d37700a34 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 946 time: 0.1791542 Apr 30 13:17:34.518402 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6b94b0fd-4cf5-4e55-9392-457f882b879a req-d857b693-b2d1-4fa1-b266-9efab3084106 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391753 Apr 30 13:17:34.722111 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2e5bc-668a-4ff6-a8c7-e30a94a78e48 req-2bf99913-0666-4f7d-8bbf-d6e1e1d42e8a tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:34.723519 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8cf2e5bc-668a-4ff6-a8c7-e30a94a78e48 req-2bf99913-0666-4f7d-8bbf-d6e1e1d42e8a tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 946 time: 0.0964894 Apr 30 13:17:34.768911 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8cf2e5bc-668a-4ff6-a8c7-e30a94a78e48 req-d4ee01da-8848-4f43-8644-1b3adc0d302c tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394435 Apr 30 13:17:35.167877 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61f2fc-a26b-44fa-8ba8-a7f569a81b01 req-0c497777-4037-4548-ac7c-0a6e31fe282e tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:35.169314 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fe61f2fc-a26b-44fa-8ba8-a7f569a81b01 req-0c497777-4037-4548-ac7c-0a6e31fe282e tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 946 time: 0.0865867 Apr 30 13:17:35.218884 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fe61f2fc-a26b-44fa-8ba8-a7f569a81b01 req-dc49c143-31cf-4de3-83d0-f8f21e7c881f tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430310 Apr 30 13:17:35.522284 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:35.760671 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-1247d517-3b5f-4f3e-bd98-4356aef3f0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:36.502322 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:36.526164 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0ac18-537f-491f-9f16-62215336f69c req-bb1a7a93-7f8f-4f50-a83b-81f546dff06d tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:36.527587 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7da0ac18-537f-491f-9f16-62215336f69c req-bb1a7a93-7f8f-4f50-a83b-81f546dff06d tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 945 time: 0.0816295 Apr 30 13:17:36.576459 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7da0ac18-537f-491f-9f16-62215336f69c req-b8f90044-567e-4895-b9ca-9c76647ce421 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405414 Apr 30 13:17:37.776495 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf959f0-55a3-4ec5-888d-96dede08ce0b req-2cb90a8e-b9b5-46c7-bb4b-0f1c8fd6e431 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:37.778001 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2bf959f0-55a3-4ec5-888d-96dede08ce0b req-2cb90a8e-b9b5-46c7-bb4b-0f1c8fd6e431 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 945 time: 0.0881691 Apr 30 13:17:37.824930 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2bf959f0-55a3-4ec5-888d-96dede08ce0b req-fb097a1e-e875-4a3f-a725-6e4cdeb83f4e tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401728 Apr 30 13:17:37.840350 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:38.994879 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40e693-3c23-4b7f-bd4d-b070fbf966f4 req-da85b376-51c0-4e2f-bd55-3f9eb2b39214 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:38.996278 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cb40e693-3c23-4b7f-bd4d-b070fbf966f4 req-da85b376-51c0-4e2f-bd55-3f9eb2b39214 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.71 "GET /v2.0/ports?device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 945 time: 0.1173303 Apr 30 13:17:39.134325 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec41a37-5dae-4675-afd9-2c346afa9388 req-758e0439-4f29-45bb-a5e6-0d463eb9ce3e tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:39.135677 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2ec41a37-5dae-4675-afd9-2c346afa9388 req-758e0439-4f29-45bb-a5e6-0d463eb9ce3e tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 945 time: 0.1884038 Apr 30 13:17:39.193098 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-cb40e693-3c23-4b7f-bd4d-b070fbf966f4 req-4ff4d67e-637f-4f58-b1b5-0c3044943d95 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Deleting port f10a07e0-d07c-49de-8d6c-02b2ab3c5372 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:17:39.193521 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-cb40e693-3c23-4b7f-bd4d-b070fbf966f4 req-4ff4d67e-637f-4f58-b1b5-0c3044943d95 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:39.208336 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2ec41a37-5dae-4675-afd9-2c346afa9388 req-9095055f-9565-414a-a6bf-e1b54c971888 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/security-groups?id=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655475 Apr 30 13:17:39.339280 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-cb40e693-3c23-4b7f-bd4d-b070fbf966f4 req-4ff4d67e-637f-4f58-b1b5-0c3044943d95 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] For port f10a07e0-d07c-49de-8d6c-02b2ab3c5372, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f10a07e0-d07c-49de-8d6c-02b2ab3c5372,segment=NetworkSegment(4174bc95-014f-4f28-b854-a330ecbb7cba),segment_id=4174bc95-014f-4f28-b854-a330ecbb7cba)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:39.339598 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-cb40e693-3c23-4b7f-bd4d-b070fbf966f4 req-4ff4d67e-637f-4f58-b1b5-0c3044943d95 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:39.460708 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-cb40e693-3c23-4b7f-bd4d-b070fbf966f4 req-4ff4d67e-637f-4f58-b1b5-0c3044943d95 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Calling delete_port for f10a07e0-d07c-49de-8d6c-02b2ab3c5372 owned by compute:nova {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:17:39.575150 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-cb40e693-3c23-4b7f-bd4d-b070fbf966f4 req-4ff4d67e-637f-4f58-b1b5-0c3044943d95 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:39.581047 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:39.625901 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4d67e-637f-4f58-b1b5-0c3044943d95 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Pushing event deleted for resources: {'Port': ['ID=f10a07e0-d07c-49de-8d6c-02b2ab3c5372,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:39.653420 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-4ff4d67e-637f-4f58-b1b5-0c3044943d95 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:39.706810 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb40e693-3c23-4b7f-bd4d-b070fbf966f4 req-4ff4d67e-637f-4f58-b1b5-0c3044943d95 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] No DVR routers for this DVR port f10a07e0-d07c-49de-8d6c-02b2ab3c5372 on host hv-cinder-78445 {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:17:39.709770 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-cb40e693-3c23-4b7f-bd4d-b070fbf966f4 req-4ff4d67e-637f-4f58-b1b5-0c3044943d95 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:39.716953 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d6857c-a749-406c-91c7-ce3ab5448383', 'name': 'network-vif-deleted', 'tag': 'f10a07e0-d07c-49de-8d6c-02b2ab3c5372'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:39.730854 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cb40e693-3c23-4b7f-bd4d-b070fbf966f4 req-4ff4d67e-637f-4f58-b1b5-0c3044943d95 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.71 "DELETE /v2.0/ports/f10a07e0-d07c-49de-8d6c-02b2ab3c5372 HTTP/1.1" status: 204 len: 173 time: 0.7280416 Apr 30 13:17:39.734348 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:17:40.437884 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['f10a07e0-d07c-49de-8d6c-02b2ab3c5372'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:40.565678 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d6857c-a749-406c-91c7-ce3ab5448383', 'name': 'network-vif-deleted', 'tag': 'f10a07e0-d07c-49de-8d6c-02b2ab3c5372', 'status': 'completed', 'code': 200} Apr 30 13:17:40.686563 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-76822d75-cf0f-45ee-8846-c554293ff222 req-3af32976-a421-4f98-bc65-994259a9d3fd tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Synchronizing usage tracker for tenant:95a5f6800c42410c8d7a418f920d9cbc on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:17:40.705345 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-76822d75-cf0f-45ee-8846-c554293ff222 req-3af32976-a421-4f98-bc65-994259a9d3fd tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Unset dirty status for tenant:95a5f6800c42410c8d7a418f920d9cbc on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:17:40.706419 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-76822d75-cf0f-45ee-8846-c554293ff222 req-3af32976-a421-4f98-bc65-994259a9d3fd tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] 10.222.0.69 "GET /v2.0/ports?device_id=88d6857c-a749-406c-91c7-ce3ab5448383 HTTP/1.1" status: 200 len: 210 time: 0.0665267 Apr 30 13:17:43.029489 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device f10a07e0-d07c-49de-8d6c-02b2ab3c5372 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:17:43.065956 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: f10a07e0-d07c-49de-8d6c-02b2ab3c5372 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:17:43.066307 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device f10a07e0-d07c-49de-8d6c-02b2ab3c5372 not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:17:49.004785 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cdf8da-0b61-4bca-b553-d36fc7e96aba req-4a2b9a9a-4b8a-4520-9b8c-47290547c117 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:49.006269 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e0cdf8da-0b61-4bca-b553-d36fc7e96aba req-4a2b9a9a-4b8a-4520-9b8c-47290547c117 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 946 time: 0.0878496 Apr 30 13:17:49.052711 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e0cdf8da-0b61-4bca-b553-d36fc7e96aba req-a725c05f-65fb-45d8-bf8a-90b675ddc729 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403810 Apr 30 13:17:49.082540 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 42958) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:49.200120 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9641b012-e55d-49b3-8ea9-226636d46d1a tempest-TestMinimumBasicScenario-1469551654 tempest-TestMinimumBasicScenario-1469551654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:49.201641 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-9641b012-e55d-49b3-8ea9-226636d46d1a tempest-TestMinimumBasicScenario-1469551654 tempest-TestMinimumBasicScenario-1469551654-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 1094 time: 0.1181262 Apr 30 13:17:49.205847 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 42968) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:49.210984 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Request body: {'floatingip': {'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'port_id': 'b1c0f6ee-3dd3-4d94-9dc0-4234936a6468', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:49.217415 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:49.221574 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Usage tracker for resource:floatingip and tenant:330522879a1442469115b6ce47db04cd is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:49.224644 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:49.232528 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:49.244733 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for floatingip, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.489504 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.666006 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Allocated IP 172.27.1.118 (0b72fb58-bb2e-463f-beea-a002adeb004d/99073808-7a40-4541-a751-8ae1df9ed350/5830435b-9a5d-479c-a604-6506f78fa0db) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:17:49.819686 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.854198 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:49.857982 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:49.916595 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Network 0b72fb58-bb2e-463f-beea-a002adeb004d is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:17:49.919394 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:17:49.924176 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:17:49.971959 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Pushing event updated for resources: {'Port': ['ID=5830435b-9a5d-479c-a604-6506f78fa0db,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:49.977796 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:50.368015 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.449219 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.658682 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.664774 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.669400 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:50.777980 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Pushing event updated for resources: {'Port': ['ID=5830435b-9a5d-479c-a604-6506f78fa0db,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:50.790102 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:50.790448 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:50.790805 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:50.791167 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:50.791586 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:50.791923 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:50.792244 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:50.792582 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:50.792930 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:50.793244 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:50.793585 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:50.793916 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:50.797171 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66717071'] for floatingip, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:50.851195 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:50.977596 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.db.l3_db [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Floating IP 9a897d3e-eb89-44d4-8d68-c1b811f50f80 associated. External IP: 172.27.1.118, port: b1c0f6ee-3dd3-4d94-9dc0-4234936a6468. Apr 30 13:17:51.478657 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Router 06107efa-db0f-4e03-b2df-539acf09f7e6 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:17:51.674952 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:17:51.692462 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c3dd57-1871-4fe2-8f80-87f8e57ed3cc None None] Sync routers for ids ['06107efa-db0f-4e03-b2df-539acf09f7e6'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:17:51.707600 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:51.711105 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c3dd57-1871-4fe2-8f80-87f8e57ed3cc None None] Routers {'06107efa-db0f-4e03-b2df-539acf09f7e6'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:51.712313 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-07c3dd57-1871-4fe2-8f80-87f8e57ed3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:17:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['06107efa-db0f-4e03-b2df-539acf09f7e6'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:51.781011 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5739236 Apr 30 13:17:51.781858 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a7f8b6-a516-48e7-9102-72f697ce80e2', 'tag': 'b1c0f6ee-3dd3-4d94-9dc0-4234936a6468'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:51.783799 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 43012) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:51.791420 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-586848579', 'description': 'tempest-secgroup-smoke-586848579 description', 'project_id': '330522879a1442469115b6ce47db04cd'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:51.803160 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:51.809664 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Usage tracker for resource:security_group and tenant:330522879a1442469115b6ce47db04cd is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:51.815703 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:51.823879 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:51.854312 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:51.881291 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:51.887566 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Usage tracker for resource:security_group_rule and tenant:330522879a1442469115b6ce47db04cd is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:51.893249 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:51.896543 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a7f8b6-a516-48e7-9102-72f697ce80e2', 'tag': 'b1c0f6ee-3dd3-4d94-9dc0-4234936a6468', 'status': 'completed', 'code': 200} Apr 30 13:17:51.903137 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:51.962578 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-07c3dd57-1871-4fe2-8f80-87f8e57ed3cc None None] Set router 06107efa-db0f-4e03-b2df-539acf09f7e6 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:51.996795 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.002611 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.008084 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5cafdb11-fbb0-42bf-b590-408897c7a5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:52.046959 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e0a3e-5343-41f2-a2a5-affbd413372e req-282f1afb-d048-4fc4-9df8-3f6978942a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:52.049180 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b61e0a3e-5343-41f2-a2a5-affbd413372e req-282f1afb-d048-4fc4-9df8-3f6978942a36 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=330522879a1442469115b6ce47db04cd&device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 1099 time: 0.1009252 Apr 30 13:17:52.049425 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:52.053803 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.055072 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2699618 Apr 30 13:17:52.058445 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 43026) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:52.060035 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.060416 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.060791 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.061154 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.061555 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.061918 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.062298 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.062660 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.063014 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.063367 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.063736 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.064126 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:17:52.064599 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-d2d0ec78-b113-4e44-8366-8e5e3f6d34ec tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Request body: {'security_group_rule': {'security_group_id': '72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62', 'project_id': '330522879a1442469115b6ce47db04cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:52.068137 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:52.081566 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-d2d0ec78-b113-4e44-8366-8e5e3f6d34ec tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:52.119876 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-d2d0ec78-b113-4e44-8366-8e5e3f6d34ec tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Usage tracker for resource:security_group_rule and tenant:330522879a1442469115b6ce47db04cd is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:52.125523 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-d2d0ec78-b113-4e44-8366-8e5e3f6d34ec tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:52.134773 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-d2d0ec78-b113-4e44-8366-8e5e3f6d34ec tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:52.267667 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d2d0ec78-b113-4e44-8366-8e5e3f6d34ec tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.334559 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e0a3e-5343-41f2-a2a5-affbd413372e req-522f520e-85cd-4da3-b058-6f57ade6c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:52.336105 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b61e0a3e-5343-41f2-a2a5-affbd413372e req-522f520e-85cd-4da3-b058-6f57ade6c770 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f94ec92d-da55-4a90-8bdf-4314b868efa4 HTTP/1.1" status: 200 len: 917 time: 0.2641039 Apr 30 13:17:52.366129 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-07c3dd57-1871-4fe2-8f80-87f8e57ed3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'name': 'tempest-TestMinimumBasicScenario-1350586497-router', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '0dac2436-17fb-45ef-bb41-864c60399649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:16:40Z', 'revision_number': 4, 'project_id': '330522879a1442469115b6ce47db04cd', 'gw_port': {'id': '0dac2436-17fb-45ef-bb41-864c60399649', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:36Z', 'updated_at': '2021-04-30T13:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '9a897d3e-eb89-44d4-8d68-c1b811f50f80', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'port_id': 'b1c0f6ee-3dd3-4d94-9dc0-4234936a6468', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4', 'mac_address': 'fa:16:3e:4d:3c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a7f8b6-a516-48e7-9102-72f697ce80e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:17:50Z', 'updated_at': '2021-04-30T13:17:50Z', 'revision_number': 0, 'project_id': '330522879a1442469115b6ce47db04cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e1184f-b005-4a25-953e-1c910b923855', 'name': '', 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'mac_address': 'fa:16:3e:7c:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:48Z', 'revision_number': 5, 'project_id': '330522879a1442469115b6ce47db04cd', 'subnets': [{'id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:52.370456 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c3dd57-1871-4fe2-8f80-87f8e57ed3cc None None] Checking router: 06107efa-db0f-4e03-b2df-539acf09f7e6 for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:17:52.381951 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c3dd57-1871-4fe2-8f80-87f8e57ed3cc None None] Routers {'06107efa-db0f-4e03-b2df-539acf09f7e6'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:17:52.382554 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-07c3dd57-1871-4fe2-8f80-87f8e57ed3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:17:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['06107efa-db0f-4e03-b2df-539acf09f7e6'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:52.443953 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d2d0ec78-b113-4e44-8366-8e5e3f6d34ec tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.455537 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d7e6f-9646-4f24-9ed6-0af261c9044e req-34bbf899-0c9a-4078-8f0c-995f3c63beb9 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:52.457035 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-450d7e6f-9646-4f24-9ed6-0af261c9044e req-34bbf899-0c9a-4078-8f0c-995f3c63beb9 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.2522042 Apr 30 13:17:52.460299 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d2d0ec78-b113-4e44-8366-8e5e3f6d34ec tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.492747 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-feb66039-cfbf-4ac8-8161-8ac48d97f293 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:52.525746 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b61e0a3e-5343-41f2-a2a5-affbd413372e req-e98b6200-302e-43c2-9807-0754b1c84567 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 HTTP/1.1" status: 200 len: 1000 time: 0.1803749 Apr 30 13:17:52.540882 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0ec78-b113-4e44-8366-8e5e3f6d34ec tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b146b2ba-ed40-471d-993b-bc19d882d1ac,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:52.581916 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d2d0ec78-b113-4e44-8366-8e5e3f6d34ec tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:52.599797 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d2d0ec78-b113-4e44-8366-8e5e3f6d34ec tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.603627 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-d2d0ec78-b113-4e44-8366-8e5e3f6d34ec tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5413358 Apr 30 13:17:52.604074 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 43036) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:52.610082 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-8068ad1e-7241-4a07-b711-49aa8c4d37a4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Request body: {'security_group_rule': {'security_group_id': '72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62', 'project_id': '330522879a1442469115b6ce47db04cd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:52.614089 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-450d7e6f-9646-4f24-9ed6-0af261c9044e req-4a56f168-24cb-4e9e-b7ca-9c6aee485a83 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446705 Apr 30 13:17:52.618326 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-8068ad1e-7241-4a07-b711-49aa8c4d37a4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:52.622580 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-8068ad1e-7241-4a07-b711-49aa8c4d37a4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Usage tracker for resource:security_group_rule and tenant:330522879a1442469115b6ce47db04cd is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:52.626521 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-8068ad1e-7241-4a07-b711-49aa8c4d37a4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:52.635347 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-8068ad1e-7241-4a07-b711-49aa8c4d37a4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:52.647339 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e0a3e-5343-41f2-a2a5-affbd413372e req-4a7a8098-fe12-4a4c-9be2-c0d03a3ca870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:52.650531 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-07c3dd57-1871-4fe2-8f80-87f8e57ed3cc None None] Set router 06107efa-db0f-4e03-b2df-539acf09f7e6 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:17:52.651341 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b61e0a3e-5343-41f2-a2a5-affbd413372e req-4a7a8098-fe12-4a4c-9be2-c0d03a3ca870 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3acc879-0ee0-47a6-902f-6f62b8c33fb2 HTTP/1.1" status: 200 len: 854 time: 0.1172512 Apr 30 13:17:52.672653 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8068ad1e-7241-4a07-b711-49aa8c4d37a4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.741408 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e0a3e-5343-41f2-a2a5-affbd413372e req-6d233e90-0334-4abd-b70d-26925f0d4c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:52.742899 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b61e0a3e-5343-41f2-a2a5-affbd413372e req-6d233e90-0334-4abd-b70d-26925f0d4c56 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f94ec92d-da55-4a90-8bdf-4314b868efa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818999 Apr 30 13:17:52.747387 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8068ad1e-7241-4a07-b711-49aa8c4d37a4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.752440 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8068ad1e-7241-4a07-b711-49aa8c4d37a4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.754644 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3befdaf8-7cd8-471d-a78c-237ef035566e tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:52.777811 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068ad1e-7241-4a07-b711-49aa8c4d37a4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf77e345-1f3e-4ca5-9146-3809e2ba2a48,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:52.780302 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8068ad1e-7241-4a07-b711-49aa8c4d37a4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:52.789254 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8068ad1e-7241-4a07-b711-49aa8c4d37a4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.793147 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-8068ad1e-7241-4a07-b711-49aa8c4d37a4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1854408 Apr 30 13:17:52.793434 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 43042) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:52.799102 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-be34851c-f17c-4cce-a57f-089913df8c9d tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Request body: {'security_group_rule': {'security_group_id': '72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62', 'project_id': '330522879a1442469115b6ce47db04cd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:52.804980 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-be34851c-f17c-4cce-a57f-089913df8c9d tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:52.808966 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-be34851c-f17c-4cce-a57f-089913df8c9d tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Usage tracker for resource:security_group_rule and tenant:330522879a1442469115b6ce47db04cd is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:52.811908 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-be34851c-f17c-4cce-a57f-089913df8c9d tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:52.818851 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-be34851c-f17c-4cce-a57f-089913df8c9d tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:52.835726 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-be34851c-f17c-4cce-a57f-089913df8c9d tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.879904 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b61e0a3e-5343-41f2-a2a5-affbd413372e req-b69b9a6c-1d16-49df-a8d1-0a3194b1205a service neutron] 10.222.0.71 "GET /v2.0/networks/f94ec92d-da55-4a90-8bdf-4314b868efa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287339 Apr 30 13:17:52.900066 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-be34851c-f17c-4cce-a57f-089913df8c9d tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.905360 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-be34851c-f17c-4cce-a57f-089913df8c9d tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.907489 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-634a6827-f980-4520-8284-3c7ff9a8264c tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:52.938395 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34851c-f17c-4cce-a57f-089913df8c9d tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdbbdfef-33ae-4883-bd57-703a3641fd6d,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:52.940829 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-be34851c-f17c-4cce-a57f-089913df8c9d tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:52.944559 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-be34851c-f17c-4cce-a57f-089913df8c9d tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477680 Apr 30 13:17:52.944559 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-be34851c-f17c-4cce-a57f-089913df8c9d tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:52.944908 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 43048) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:52.950802 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-982e89b0-c677-4366-a773-96ef20d64596 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Request body: {'security_group_rule': {'security_group_id': '72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62', 'project_id': '330522879a1442469115b6ce47db04cd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:52.958449 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-982e89b0-c677-4366-a773-96ef20d64596 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:52.962421 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-982e89b0-c677-4366-a773-96ef20d64596 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Usage tracker for resource:security_group_rule and tenant:330522879a1442469115b6ce47db04cd is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:52.965616 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-982e89b0-c677-4366-a773-96ef20d64596 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:52.971744 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-982e89b0-c677-4366-a773-96ef20d64596 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:52.989183 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-982e89b0-c677-4366-a773-96ef20d64596 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.046683 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b61e0a3e-5343-41f2-a2a5-affbd413372e req-f374e57d-0352-4556-a2b7-6825b11e9445 service neutron] 10.222.0.71 "GET /v2.0/networks/f94ec92d-da55-4a90-8bdf-4314b868efa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601672 Apr 30 13:17:53.056695 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-07c3dd57-1871-4fe2-8f80-87f8e57ed3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'name': 'tempest-TestMinimumBasicScenario-1350586497-router', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '0dac2436-17fb-45ef-bb41-864c60399649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:16:40Z', 'revision_number': 4, 'project_id': '330522879a1442469115b6ce47db04cd', 'gw_port': {'id': '0dac2436-17fb-45ef-bb41-864c60399649', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:36Z', 'updated_at': '2021-04-30T13:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '9a897d3e-eb89-44d4-8d68-c1b811f50f80', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'port_id': 'b1c0f6ee-3dd3-4d94-9dc0-4234936a6468', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4', 'mac_address': 'fa:16:3e:4d:3c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a7f8b6-a516-48e7-9102-72f697ce80e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:17:50Z', 'updated_at': '2021-04-30T13:17:50Z', 'revision_number': 0, 'project_id': '330522879a1442469115b6ce47db04cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e1184f-b005-4a25-953e-1c910b923855', 'name': '', 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'mac_address': 'fa:16:3e:7c:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:48Z', 'revision_number': 5, 'project_id': '330522879a1442469115b6ce47db04cd', 'subnets': [{'id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:17:53.061948 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c3dd57-1871-4fe2-8f80-87f8e57ed3cc None None] The sync data for ids ['06107efa-db0f-4e03-b2df-539acf09f7e6'] in dv-cinder-784453-4-iscsi is: [{'id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'name': 'tempest-TestMinimumBasicScenario-1350586497-router', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '0dac2436-17fb-45ef-bb41-864c60399649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:16:40Z', 'revision_number': 4, 'project_id': '330522879a1442469115b6ce47db04cd', 'gw_port': {'id': '0dac2436-17fb-45ef-bb41-864c60399649', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:36Z', 'updated_at': '2021-04-30T13:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '9a897d3e-eb89-44d4-8d68-c1b811f50f80', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'port_id': 'b1c0f6ee-3dd3-4d94-9dc0-4234936a6468', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4', 'mac_address': 'fa:16:3e:4d:3c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a7f8b6-a516-48e7-9102-72f697ce80e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:17:50Z', 'updated_at': '2021-04-30T13:17:50Z', 'revision_number': 0, 'project_id': '330522879a1442469115b6ce47db04cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e1184f-b005-4a25-953e-1c910b923855', 'name': '', 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'mac_address': 'fa:16:3e:7c:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:48Z', 'revision_number': 5, 'project_id': '330522879a1442469115b6ce47db04cd', 'subnets': [{'id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:17:53.078765 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-982e89b0-c677-4366-a773-96ef20d64596 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.083662 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-982e89b0-c677-4366-a773-96ef20d64596 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.086198 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:53.110649 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e89b0-c677-4366-a773-96ef20d64596 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d444ea66-e3e0-4dfb-be1d-86a23de30eb9,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:53.113498 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-982e89b0-c677-4366-a773-96ef20d64596 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:53.123475 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-982e89b0-c677-4366-a773-96ef20d64596 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.127883 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 43056) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:53.128198 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-982e89b0-c677-4366-a773-96ef20d64596 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1817124 Apr 30 13:17:53.133646 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-09c58689-1818-4290-86a3-8866758b4716 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Request body: {'security_group_rule': {'security_group_id': '72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62', 'project_id': '330522879a1442469115b6ce47db04cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:53.140955 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-09c58689-1818-4290-86a3-8866758b4716 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:53.145944 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-09c58689-1818-4290-86a3-8866758b4716 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Usage tracker for resource:security_group_rule and tenant:330522879a1442469115b6ce47db04cd is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:53.150239 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-09c58689-1818-4290-86a3-8866758b4716 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:53.160764 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-09c58689-1818-4290-86a3-8866758b4716 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:53.172391 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.db.securitygroups_db [None req-09c58689-1818-4290-86a3-8866758b4716 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Project 330522879a1442469115b6ce47db04cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:17:53.179682 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-09c58689-1818-4290-86a3-8866758b4716 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.299492 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f5ffe9-0acd-4df1-b1b9-4969eecf7d43 None None] New status for floating IP 9a897d3e-eb89-44d4-8d68-c1b811f50f80: ACTIVE {{(pid=73816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:17:53.353226 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-09c58689-1818-4290-86a3-8866758b4716 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.358240 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-09c58689-1818-4290-86a3-8866758b4716 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.360669 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:53.383723 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c58689-1818-4290-86a3-8866758b4716 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506cafdd-93b1-49c9-9a13-419147f721af,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:53.386088 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-09c58689-1818-4290-86a3-8866758b4716 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:53.393608 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-09c58689-1818-4290-86a3-8866758b4716 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.394811 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-09c58689-1818-4290-86a3-8866758b4716 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2658994 Apr 30 13:17:53.397549 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 43060) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:17:53.402884 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-3b510571-6c63-408b-ac66-e74fb0cc3ba4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Request body: {'security_group_rule': {'security_group_id': '72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62', 'project_id': '330522879a1442469115b6ce47db04cd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:53.408971 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-3b510571-6c63-408b-ac66-e74fb0cc3ba4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:17:53.415401 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-3b510571-6c63-408b-ac66-e74fb0cc3ba4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Usage tracker for resource:security_group_rule and tenant:330522879a1442469115b6ce47db04cd is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:17:53.418652 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-3b510571-6c63-408b-ac66-e74fb0cc3ba4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:17:53.424924 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-3b510571-6c63-408b-ac66-e74fb0cc3ba4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:17:53.436676 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.db.securitygroups_db [None req-3b510571-6c63-408b-ac66-e74fb0cc3ba4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Project 330522879a1442469115b6ce47db04cd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:17:53.443636 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3b510571-6c63-408b-ac66-e74fb0cc3ba4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.512813 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3b510571-6c63-408b-ac66-e74fb0cc3ba4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.518620 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3b510571-6c63-408b-ac66-e74fb0cc3ba4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.521082 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d3a56656-b28e-4744-a8b2-cc711b1eedaa tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:53.544109 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b510571-6c63-408b-ac66-e74fb0cc3ba4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab464157-5ae1-4cf0-94cb-ae08b3f14c1d,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:53.546789 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-3b510571-6c63-408b-ac66-e74fb0cc3ba4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:53.555907 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3b510571-6c63-408b-ac66-e74fb0cc3ba4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:53.557594 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-3b510571-6c63-408b-ac66-e74fb0cc3ba4 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1588376 Apr 30 13:17:53.684872 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d8ac25dd-ef54-4fb4-a0a6-d7a29e6e26c9 req-c7217ad7-f0f3-45e0-ac89-7b762022d187 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-586848579&fields=id&tenant_id=330522879a1442469115b6ce47db04cd HTTP/1.1" status: 200 len: 267 time: 0.0450549 Apr 30 13:17:53.775564 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac25dd-ef54-4fb4-a0a6-d7a29e6e26c9 req-7183369c-ca3c-4d2e-b401-65bbdc416f37 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:53.777046 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d8ac25dd-ef54-4fb4-a0a6-d7a29e6e26c9 req-7183369c-ca3c-4d2e-b401-65bbdc416f37 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 946 time: 0.0848656 Apr 30 13:17:53.787947 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-d8ac25dd-ef54-4fb4-a0a6-d7a29e6e26c9 req-53e6c0ca-4223-450a-b49b-75bfef56d1bd tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Request body: {'port': {'security_groups': ['f4e93ef5-4bdd-4beb-86dc-6dd882163962', '72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62']}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:17:53.913698 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-d8ac25dd-ef54-4fb4-a0a6-d7a29e6e26c9 req-53e6c0ca-4223-450a-b49b-75bfef56d1bd tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.202296 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-d8ac25dd-ef54-4fb4-a0a6-d7a29e6e26c9 req-53e6c0ca-4223-450a-b49b-75bfef56d1bd tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] For port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468,segment=NetworkSegment(43681df7-afba-4936-a999-e96e641a7808),segment_id=43681df7-afba-4936-a999-e96e641a7808)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:17:54.233694 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-d8ac25dd-ef54-4fb4-a0a6-d7a29e6e26c9 req-53e6c0ca-4223-450a-b49b-75bfef56d1bd tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.241838 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-d8ac25dd-ef54-4fb4-a0a6-d7a29e6e26c9 req-53e6c0ca-4223-450a-b49b-75bfef56d1bd tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.247961 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-0b0c550b-8897-498d-8f41-5b4c0aa6f4fa tempest-VolumesActionsTest-389229486 tempest-VolumesActionsTest-389229486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:17:54.308233 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac25dd-ef54-4fb4-a0a6-d7a29e6e26c9 req-53e6c0ca-4223-450a-b49b-75bfef56d1bd tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:54.308919 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-d8ac25dd-ef54-4fb4-a0a6-d7a29e6e26c9 req-53e6c0ca-4223-450a-b49b-75bfef56d1bd tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.310475 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d8ac25dd-ef54-4fb4-a0a6-d7a29e6e26c9 req-53e6c0ca-4223-450a-b49b-75bfef56d1bd tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "PUT /v2.0/ports/b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 HTTP/1.1" status: 200 len: 982 time: 0.5271232 Apr 30 13:17:54.316784 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a7f8b6-a516-48e7-9102-72f697ce80e2', 'tag': 'b1c0f6ee-3dd3-4d94-9dc0-4234936a6468'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:17:54.348167 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6c0ca-4223-450a-b49b-75bfef56d1bd tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Pushing event updated for resources: {'Port': ['ID=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468,revision_number=6']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:17:54.351822 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-53e6c0ca-4223-450a-b49b-75bfef56d1bd tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:17:54.482666 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0eacf909-26bb-488e-8433-3eccc1f498d9 None None] Provisioning complete for port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:17:54.483217 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0eacf909-26bb-488e-8433-3eccc1f498d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:17:54.508276 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1422a916-d49f-4755-b70e-bebee2f2d4fe req-442830e6-3cd9-4aae-9fea-8a6b980c9d60 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:54.509968 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1422a916-d49f-4755-b70e-bebee2f2d4fe req-442830e6-3cd9-4aae-9fea-8a6b980c9d60 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.0979586 Apr 30 13:17:54.558213 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1422a916-d49f-4755-b70e-bebee2f2d4fe req-8ee42633-76ab-459b-b815-c04b16a65b3c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418651 Apr 30 13:17:54.746597 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3d2dd-d140-4909-b442-15b762698008 req-a94d318b-b865-4440-a1dc-570c1b2bf34b tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:54.748063 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-63c3d2dd-d140-4909-b442-15b762698008 req-a94d318b-b865-4440-a1dc-570c1b2bf34b tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 985 time: 0.0891905 Apr 30 13:17:54.799976 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-63c3d2dd-d140-4909-b442-15b762698008 req-dd344fbc-ab81-48f6-b66b-97032ef44136 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62&id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459988 Apr 30 13:17:54.853106 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a7f8b6-a516-48e7-9102-72f697ce80e2', 'tag': 'b1c0f6ee-3dd3-4d94-9dc0-4234936a6468', 'status': 'completed', 'code': 200} Apr 30 13:17:55.765295 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9c23-9cdf-4750-b9be-81c54f2c492c req-e5e347b6-6825-446e-8d8a-8930a359479e tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:55.766799 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c80a9c23-9cdf-4750-b9be-81c54f2c492c req-e5e347b6-6825-446e-8d8a-8930a359479e tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.0868499 Apr 30 13:17:55.817261 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c80a9c23-9cdf-4750-b9be-81c54f2c492c req-72db2088-20b6-4fc2-9318-b023b7b435a1 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443881 Apr 30 13:17:55.850295 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['b1c0f6ee-3dd3-4d94-9dc0-4234936a6468'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:55.915688 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1ed05-29e7-47ea-aed3-a729cd7886e0 req-1aefea8a-bdca-47da-8b05-d9f1e510a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:55.917622 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-08a1ed05-29e7-47ea-aed3-a729cd7886e0 req-1aefea8a-bdca-47da-8b05-d9f1e510a410 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=330522879a1442469115b6ce47db04cd&device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 1138 time: 0.0818484 Apr 30 13:17:56.024839 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['b1c0f6ee-3dd3-4d94-9dc0-4234936a6468'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:17:56.068948 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1ed05-29e7-47ea-aed3-a729cd7886e0 req-ead2acb9-1c88-4cb0-a1bd-6b796b85a963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:56.070427 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-08a1ed05-29e7-47ea-aed3-a729cd7886e0 req-ead2acb9-1c88-4cb0-a1bd-6b796b85a963 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f94ec92d-da55-4a90-8bdf-4314b868efa4 HTTP/1.1" status: 200 len: 917 time: 0.1451654 Apr 30 13:17:56.213526 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-08a1ed05-29e7-47ea-aed3-a729cd7886e0 req-b3f03062-41fc-45fe-a470-12cc377b9656 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 HTTP/1.1" status: 200 len: 1002 time: 0.1130097 Apr 30 13:17:56.288596 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1ed05-29e7-47ea-aed3-a729cd7886e0 req-11694017-776c-4911-92e1-8ac6fbe9c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:56.290106 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-08a1ed05-29e7-47ea-aed3-a729cd7886e0 req-11694017-776c-4911-92e1-8ac6fbe9c54d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3acc879-0ee0-47a6-902f-6f62b8c33fb2 HTTP/1.1" status: 200 len: 854 time: 0.0632193 Apr 30 13:17:56.371642 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1ed05-29e7-47ea-aed3-a729cd7886e0 req-08b8e884-e8f6-4642-9b1e-dbc1c07a6833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:56.373641 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-08a1ed05-29e7-47ea-aed3-a729cd7886e0 req-08b8e884-e8f6-4642-9b1e-dbc1c07a6833 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f94ec92d-da55-4a90-8bdf-4314b868efa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760691 Apr 30 13:17:56.516115 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-08a1ed05-29e7-47ea-aed3-a729cd7886e0 req-12c81f12-9d01-4c91-9311-ae3dcbbde099 service neutron] 10.222.0.71 "GET /v2.0/networks/f94ec92d-da55-4a90-8bdf-4314b868efa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321719 Apr 30 13:17:56.735880 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-08a1ed05-29e7-47ea-aed3-a729cd7886e0 req-25beb50b-4ef9-40ef-8b12-5929de1fd17b service neutron] 10.222.0.71 "GET /v2.0/networks/f94ec92d-da55-4a90-8bdf-4314b868efa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126732 Apr 30 13:17:57.014996 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28660d7-1361-4aa5-82cb-dbcdf7785cd0 req-65908aa7-1472-4a0c-b5b8-ce853d19f8af tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:57.016527 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c28660d7-1361-4aa5-82cb-dbcdf7785cd0 req-65908aa7-1472-4a0c-b5b8-ce853d19f8af tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.0858552 Apr 30 13:17:57.071548 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c28660d7-1361-4aa5-82cb-dbcdf7785cd0 req-5fe89529-3776-44ab-b363-d31acd35c480 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478866 Apr 30 13:17:58.283223 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594bc4c-b53c-4701-9f7c-7847044bf8d0 req-395ffa46-4180-49a8-85ce-f4d851e4fea0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:58.286910 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e594bc4c-b53c-4701-9f7c-7847044bf8d0 req-395ffa46-4180-49a8-85ce-f4d851e4fea0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.0942793 Apr 30 13:17:58.340045 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e594bc4c-b53c-4701-9f7c-7847044bf8d0 req-a60d3964-08b6-4140-9bf4-04cebcb9a7cd tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456867 Apr 30 13:17:59.535342 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d5048-cb34-4884-83be-eaa1d6dda799 req-34dc2191-3261-434e-bd40-36d47649d4c3 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:17:59.536900 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8e0d5048-cb34-4884-83be-eaa1d6dda799 req-34dc2191-3261-434e-bd40-36d47649d4c3 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.0836055 Apr 30 13:17:59.587217 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8e0d5048-cb34-4884-83be-eaa1d6dda799 req-5cdcfde0-9e22-42f7-b38b-27d858874275 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420835 Apr 30 13:18:00.799354 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a872a-8317-409a-bda8-f9d5fff75cd6 req-62688f7c-7e40-4b2c-8e27-56f95d04557c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:00.800720 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-061a872a-8317-409a-bda8-f9d5fff75cd6 req-62688f7c-7e40-4b2c-8e27-56f95d04557c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.0868778 Apr 30 13:18:00.851109 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-061a872a-8317-409a-bda8-f9d5fff75cd6 req-b39d6b1b-135c-4793-bc8f-917e7c0d02e0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423534 Apr 30 13:18:01.211625 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:02.061354 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31885c2-d336-4394-b979-18ad036dc63c req-c170944d-11db-422a-909a-4c5195f53678 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:02.062852 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a31885c2-d336-4394-b979-18ad036dc63c req-c170944d-11db-422a-909a-4c5195f53678 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.0871949 Apr 30 13:18:02.122528 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a31885c2-d336-4394-b979-18ad036dc63c req-ecdef901-0342-4348-b9e2-6123b7d7a4f3 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511129 Apr 30 13:18:02.352622 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ab6248fc-52b3-4b77-8efa-96aa0440167c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:03.336771 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36fadd-d136-4d1a-8b7e-8c561487ec06 req-a4ecc3a3-06e4-4a7c-b5c1-8620b1f7d49b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:03.338265 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1c36fadd-d136-4d1a-8b7e-8c561487ec06 req-a4ecc3a3-06e4-4a7c-b5c1-8620b1f7d49b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.0856841 Apr 30 13:18:03.388339 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1c36fadd-d136-4d1a-8b7e-8c561487ec06 req-f423fce8-f720-4c8a-aaef-eea200f61965 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441225 Apr 30 13:18:04.588691 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce267e95-5243-4bfc-88a5-866850b26e56 req-2f9d7d8c-4393-4c73-8196-b30157c34ad2 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:04.590123 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ce267e95-5243-4bfc-88a5-866850b26e56 req-2f9d7d8c-4393-4c73-8196-b30157c34ad2 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.0857003 Apr 30 13:18:04.641406 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ce267e95-5243-4bfc-88a5-866850b26e56 req-d389e7f5-f7fb-417b-b547-bae2717aab2e tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451210 Apr 30 13:18:05.530698 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:05.769958 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-bc4303cf-e8fb-4a13-9747-907f219a83ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:05.855244 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac43434-ef3d-4463-9b50-a9102083a735 req-17e5267e-7586-43e4-a67e-728eb83a414f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:05.856812 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-aac43434-ef3d-4463-9b50-a9102083a735 req-17e5267e-7586-43e4-a67e-728eb83a414f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.0912530 Apr 30 13:18:05.907342 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-aac43434-ef3d-4463-9b50-a9102083a735 req-7c9fab8e-6103-40b7-b7d0-f10e3944906c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446279 Apr 30 13:18:06.512395 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:07.130091 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc60b07f-8c8b-409c-aa6c-4da2c4401580 req-43851a4d-1527-40b5-bf7f-262ab59bf229 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:07.132272 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dc60b07f-8c8b-409c-aa6c-4da2c4401580 req-43851a4d-1527-40b5-bf7f-262ab59bf229 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.1012185 Apr 30 13:18:07.179270 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dc60b07f-8c8b-409c-aa6c-4da2c4401580 req-beaf6c31-c295-490b-8866-d2f43eb98470 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407100 Apr 30 13:18:07.619161 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 43222) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:07.693845 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_v2 [None req-c58ec1f6-bae9-4700-a363-b1b461d4c29f admin admin] Deleting subnet 8d64d57d-98a6-4d27-855d-30a97cdc1e8e {{(pid=73814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:18:07.697074 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c58ec1f6-bae9-4700-a363-b1b461d4c29f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:07.747223 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c58ec1f6-bae9-4700-a363-b1b461d4c29f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66028610'] for subnet, precommit_delete_associations {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:07.803699 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c58ec1f6-bae9-4700-a363-b1b461d4c29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726744'] for subnet, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:07.849412 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:08.074965 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c58ec1f6-bae9-4700-a363-b1b461d4c29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64949646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65153122'] for subnet, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:08.079447 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-bb4df72c-1ca4-42ca-bc6f-8a1ab57091dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:08.116143 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ec1f6-bae9-4700-a363-b1b461d4c29f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d64d57d-98a6-4d27-855d-30a97cdc1e8e,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:08.119291 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c58ec1f6-bae9-4700-a363-b1b461d4c29f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for subnet, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:08.122015 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-c58ec1f6-bae9-4700-a363-b1b461d4c29f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:08.126214 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-c58ec1f6-bae9-4700-a363-b1b461d4c29f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8d64d57d-98a6-4d27-855d-30a97cdc1e8e HTTP/1.1" status: 204 len: 168 time: 0.5051057 Apr 30 13:18:08.128825 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 43226) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:08.236995 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-274b75cf-30c9-4235-8569-7a2dd4953b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607959'] for network, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:08.498789 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-274b75cf-30c9-4235-8569-7a2dd4953b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721493', 'neutron.services.segments.db._delete_segments_for_network-8751029557405'] for network, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:08.626216 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78647d-69cd-4bc8-a190-2e867fb945c6 req-899e081c-eaa6-49ea-a3cb-b1a6816b9304 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:08.627708 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8f78647d-69cd-4bc8-a190-2e867fb945c6 req-899e081c-eaa6-49ea-a3cb-b1a6816b9304 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.2609670 Apr 30 13:18:08.631783 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.services.segments.db [None req-274b75cf-30c9-4235-8569-7a2dd4953b56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afe9a73-d521-4fe7-94d1-3d1ec432eca5']}} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:08.658480 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.services.segments.db [None req-274b75cf-30c9-4235-8569-7a2dd4953b56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4174bc95-014f-4f28-b854-a330ecbb7cba') {'for_net_delete': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:08.658776 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.services.segments.db [None req-274b75cf-30c9-4235-8569-7a2dd4953b56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4174bc95-014f-4f28-b854-a330ecbb7cba') {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:08.675575 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-274b75cf-30c9-4235-8569-7a2dd4953b56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751029569639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66028619'] for segment, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:08.708974 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8f78647d-69cd-4bc8-a190-2e867fb945c6 req-643eb255-c0d0-4919-8e3f-230e0346afaf tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697944 Apr 30 13:18:08.709896 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-274b75cf-30c9-4235-8569-7a2dd4953b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:08.716310 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274b75cf-30c9-4235-8569-7a2dd4953b56 admin admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=73814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:18:08.888093 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-274b75cf-30c9-4235-8569-7a2dd4953b56 admin admin] Network 5afe9a73-d521-4fe7-94d1-3d1ec432eca5 has no segments {{(pid=73814) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:18:08.897481 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-274b75cf-30c9-4235-8569-7a2dd4953b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-780525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64949540'] for segment, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:09.071974 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-274b75cf-30c9-4235-8569-7a2dd4953b56 admin admin] Network 5afe9a73-d521-4fe7-94d1-3d1ec432eca5 has no segments {{(pid=73814) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: Traceback (most recent call last): Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: timer() Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: cb(*args, **kw) Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: return func(*args, **kwargs) Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: self._notify() Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: self.callback(batched_events) Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: event.method(event) Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: return f(self, *a, **k) Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: return self._get(url).json() Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: return self.request(url, 'GET', **kwargs) Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:18:09.093830 dv-cinder-784453-4-iscsi neutron-server[73814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:18:09.169021 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-274b75cf-30c9-4235-8569-7a2dd4953b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721390'] for network, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:09.177160 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-274b75cf-30c9-4235-8569-7a2dd4953b56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:09.180306 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:09.206491 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b75cf-30c9-4235-8569-7a2dd4953b56 admin admin] Pushing event deleted for resources: {'Network': ['ID=5afe9a73-d521-4fe7-94d1-3d1ec432eca5,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:09.210235 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-274b75cf-30c9-4235-8569-7a2dd4953b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:09.215177 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-274b75cf-30c9-4235-8569-7a2dd4953b56 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5afe9a73-d521-4fe7-94d1-3d1ec432eca5 HTTP/1.1" status: 204 len: 168 time: 1.0854559 Apr 30 13:18:09.420771 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 43238) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:09.476500 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-4aaff49e-a392-4f92-9cb7-6af6d80ce0c8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=95a5f6800c42410c8d7a418f920d9cbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543547 Apr 30 13:18:09.479123 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 43242) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:09.539262 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-effd1da3-9706-4548-b9b7-08eac43b2140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:09.565910 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-effd1da3-9706-4548-b9b7-08eac43b2140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:09.623366 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-effd1da3-9706-4548-b9b7-08eac43b2140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:09.627558 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ba0a8f56-26a0-40c2-bc23-21719cc174cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:09.640640 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd1da3-9706-4548-b9b7-08eac43b2140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f760eee-0ea3-49e6-a7b1-f2d99bba1cff,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:09.646019 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-effd1da3-9706-4548-b9b7-08eac43b2140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:09.646962 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-effd1da3-9706-4548-b9b7-08eac43b2140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:09.649647 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-effd1da3-9706-4548-b9b7-08eac43b2140 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0f760eee-0ea3-49e6-a7b1-f2d99bba1cff HTTP/1.1" status: 204 len: 168 time: 0.1678865 Apr 30 13:18:09.881470 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:18:09.923771 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d169a-84b2-4b5c-88c9-3d1a596e0aec req-96c7a0f1-828e-43e9-b3a4-0014eea31c30 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:09.925866 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5e4d169a-84b2-4b5c-88c9-3d1a596e0aec req-96c7a0f1-828e-43e9-b3a4-0014eea31c30 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.1016619 Apr 30 13:18:09.978933 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5e4d169a-84b2-4b5c-88c9-3d1a596e0aec req-27195104-ceef-45b7-8833-67751afa92d0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472958 Apr 30 13:18:10.051787 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:10.066401 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'port_id': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6', 'mac_address': 'fa:16:3e:02:17:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:18:10.133240 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:10.153102 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:18:10.171191 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:10.176679 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:10.178507 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:10.288017 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,revision_number=6']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:10.296012 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:10.296354 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:10.296687 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:10.297040 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:10.297416 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:10.297750 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:10.298077 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:10.298444 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:10.299189 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:10.299617 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:10.299941 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:10.300310 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:10.305358 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:10.368444 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['dde4074f-b16d-4a7b-bfc0-45a5b0b628d6'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:18:11.237691 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a93ab-30c3-43d7-a5a5-f65b3f50c041 req-01395a0d-1c48-46e7-aa85-5c8d893d9804 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:11.241579 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0f6a93ab-30c3-43d7-a5a5-f65b3f50c041 req-01395a0d-1c48-46e7-aa85-5c8d893d9804 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 944 time: 0.1262586 Apr 30 13:18:11.314253 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0f6a93ab-30c3-43d7-a5a5-f65b3f50c041 req-7196d073-1c68-43ea-b889-ce9107987503 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661051 Apr 30 13:18:11.892577 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:18:11.972536 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:11.973073 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:12.158041 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:12.195920 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a0389a-2b5b-4926-8b06-3478dbb798cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:12.208414 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:12.213725 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:12.216054 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-07df9df4-74d7-484c-a20f-27f0131c069f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:12.267396 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a0389a-2b5b-4926-8b06-3478dbb798cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6', 'code': 200} Apr 30 13:18:12.320659 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,revision_number=7']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:12.324012 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:12.624352 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7fbef-20a2-48f9-8592-00741a21a1a9 req-99c13ae3-5b12-4c17-87d1-1f5299c0b0ca tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:12.630160 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d6f7fbef-20a2-48f9-8592-00741a21a1a9 req-99c13ae3-5b12-4c17-87d1-1f5299c0b0ca tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.1182976 Apr 30 13:18:12.689015 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d6f7fbef-20a2-48f9-8592-00741a21a1a9 req-fc88fb5b-00e2-4b6c-8258-4e98ac7ba5b0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545576 Apr 30 13:18:13.900852 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a6404-e7df-495c-a84d-7a5bd20eb027 req-f58cb941-dcce-4d9b-9f07-604d0afc1750 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:13.908077 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dc0a6404-e7df-495c-a84d-7a5bd20eb027 req-f58cb941-dcce-4d9b-9f07-604d0afc1750 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.0932074 Apr 30 13:18:13.956679 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dc0a6404-e7df-495c-a84d-7a5bd20eb027 req-06a6c1d1-4b9f-4ddd-b547-866d47f3430e tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477068 Apr 30 13:18:15.181231 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117503d0-f7e2-4b0e-b9b0-62fb3844631d req-3682df85-67af-46b1-add2-201724093fba tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:15.182927 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-117503d0-f7e2-4b0e-b9b0-62fb3844631d req-3682df85-67af-46b1-add2-201724093fba tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.1046350 Apr 30 13:18:15.341725 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-117503d0-f7e2-4b0e-b9b0-62fb3844631d req-c83046f8-4a39-45df-962d-174c51989e5b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510718 Apr 30 13:18:16.578343 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbc845-5f50-4b50-884b-39c9f52b3f61 req-8478fcbb-761d-4caa-a9c5-6494f5e7ab3e tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:16.579851 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b4cbc845-5f50-4b50-884b-39c9f52b3f61 req-8478fcbb-761d-4caa-a9c5-6494f5e7ab3e tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.0929587 Apr 30 13:18:16.639260 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b4cbc845-5f50-4b50-884b-39c9f52b3f61 req-0078ef90-1fea-42ff-bcd6-8dacaad9a676 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530329 Apr 30 13:18:16.738483 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:18:18.025915 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f6aef-af33-47e9-8bd9-f5c9e41f0c52 req-8aa2c219-ddbc-4e40-ac5d-f60eda244cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:18.027368 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-256f6aef-af33-47e9-8bd9-f5c9e41f0c52 req-8aa2c219-ddbc-4e40-ac5d-f60eda244cc0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=330522879a1442469115b6ce47db04cd&device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 1138 time: 0.2612844 Apr 30 13:18:18.050891 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf0fc8d-1d67-4950-83ca-a87c9b0ef61f req-b48b1f4e-8b50-46ff-ab34-43adfba542ac tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:18.052459 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9cf0fc8d-1d67-4950-83ca-a87c9b0ef61f req-b48b1f4e-8b50-46ff-ab34-43adfba542ac tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 985 time: 0.2406397 Apr 30 13:18:18.091135 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9211ca-726f-4071-a18d-10ff08fedc03 req-43fe78d9-3c83-4167-b085-a340e9475006 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:18.092854 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cd9211ca-726f-4071-a18d-10ff08fedc03 req-43fe78d9-3c83-4167-b085-a340e9475006 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.2863648 Apr 30 13:18:18.302431 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cd9211ca-726f-4071-a18d-10ff08fedc03 req-08d25b04-b787-402a-9a2e-9786da17416a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658494 Apr 30 13:18:18.308660 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9cf0fc8d-1d67-4950-83ca-a87c9b0ef61f req-bdb55caf-3cb8-47bb-b29d-8e41cd33b8f9 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62&id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2143607 Apr 30 13:18:18.356079 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f6aef-af33-47e9-8bd9-f5c9e41f0c52 req-d45fecc6-1081-4c27-b311-fe9188d9b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:18.357823 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-256f6aef-af33-47e9-8bd9-f5c9e41f0c52 req-d45fecc6-1081-4c27-b311-fe9188d9b306 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f94ec92d-da55-4a90-8bdf-4314b868efa4 HTTP/1.1" status: 200 len: 917 time: 0.3044472 Apr 30 13:18:18.485245 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-256f6aef-af33-47e9-8bd9-f5c9e41f0c52 req-54c51a16-5395-436c-a9bf-9e7819508fc1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 HTTP/1.1" status: 200 len: 1002 time: 0.1191287 Apr 30 13:18:18.572005 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f6aef-af33-47e9-8bd9-f5c9e41f0c52 req-7c0c79b6-6174-42bc-994a-e75f2e300690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:18.573545 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-256f6aef-af33-47e9-8bd9-f5c9e41f0c52 req-7c0c79b6-6174-42bc-994a-e75f2e300690 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3acc879-0ee0-47a6-902f-6f62b8c33fb2 HTTP/1.1" status: 200 len: 854 time: 0.0777581 Apr 30 13:18:18.667321 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f6aef-af33-47e9-8bd9-f5c9e41f0c52 req-10dcbbe7-9dfe-4dd1-bd0f-9f1a8e3c7cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:18.669070 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-256f6aef-af33-47e9-8bd9-f5c9e41f0c52 req-10dcbbe7-9dfe-4dd1-bd0f-9f1a8e3c7cf2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f94ec92d-da55-4a90-8bdf-4314b868efa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855119 Apr 30 13:18:18.820776 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-256f6aef-af33-47e9-8bd9-f5c9e41f0c52 req-cd011bbd-f40e-470a-9042-95e084c92b8d service neutron] 10.222.0.71 "GET /v2.0/networks/f94ec92d-da55-4a90-8bdf-4314b868efa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447918 Apr 30 13:18:19.093657 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-256f6aef-af33-47e9-8bd9-f5c9e41f0c52 req-39417b8b-e6ed-4d81-a93b-34844b0bfc52 service neutron] 10.222.0.71 "GET /v2.0/networks/f94ec92d-da55-4a90-8bdf-4314b868efa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199302 Apr 30 13:18:19.625539 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806acf2-6689-477c-972c-64df2b723279 req-7fd14579-aab6-4e64-b269-dc5f883fb811 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:19.629865 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a806acf2-6689-477c-972c-64df2b723279 req-7fd14579-aab6-4e64-b269-dc5f883fb811 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.1620719 Apr 30 13:18:19.639459 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c632f4-7918-42c5-b0c6-ba6c79e924f8 req-1be06042-bd92-4985-b5e6-cd6b503c3910 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:19.642311 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a8c632f4-7918-42c5-b0c6-ba6c79e924f8 req-1be06042-bd92-4985-b5e6-cd6b503c3910 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 985 time: 0.1355672 Apr 30 13:18:19.733934 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a806acf2-6689-477c-972c-64df2b723279 req-8be9b093-4697-415e-8e94-0e7241d20411 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897648 Apr 30 13:18:19.758156 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a8c632f4-7918-42c5-b0c6-ba6c79e924f8 req-aefd071e-d8e4-40bc-954b-258b29d0bf8a tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62&id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928457 Apr 30 13:18:20.843206 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a8811-44e3-450d-9325-9abada62fcf0 req-e1f80101-7d49-48d0-a288-9d640ec9624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:20.844660 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-808a8811-44e3-450d-9325-9abada62fcf0 req-e1f80101-7d49-48d0-a288-9d640ec9624f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a397097db8304460991aa7950d00f829&device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 1098 time: 0.0759475 Apr 30 13:18:21.167543 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a8811-44e3-450d-9325-9abada62fcf0 req-1b0c0bff-57c7-45f9-b910-c7f2082967e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:21.168960 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-808a8811-44e3-450d-9325-9abada62fcf0 req-1b0c0bff-57c7-45f9-b910-c7f2082967e7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=384ed945-7697-4aed-a91c-b54f67f71379 HTTP/1.1" status: 200 len: 919 time: 0.3171384 Apr 30 13:18:21.269710 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c351f730-8114-4f18-a654-4a86190eb792 req-5e3f9d25-f610-4b96-8f91-fca26aa8e1d8 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:21.271133 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c351f730-8114-4f18-a654-4a86190eb792 req-5e3f9d25-f610-4b96-8f91-fca26aa8e1d8 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 985 time: 0.3702672 Apr 30 13:18:21.283489 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68567a8f-8152-43c2-9f37-5d5a2b98b624 req-fba5100e-9e7f-42e9-8965-403d65592428 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:21.284873 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-68567a8f-8152-43c2-9f37-5d5a2b98b624 req-fba5100e-9e7f-42e9-8965-403d65592428 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.4342005 Apr 30 13:18:21.343475 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-808a8811-44e3-450d-9325-9abada62fcf0 req-dbe1c998-3d50-4af3-a9b1-c2fc2f2a0db9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 HTTP/1.1" status: 200 len: 1000 time: 0.1636820 Apr 30 13:18:21.417736 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-68567a8f-8152-43c2-9f37-5d5a2b98b624 req-7e67d834-da20-45ad-8859-ef72f20c8627 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137812 Apr 30 13:18:21.426287 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c351f730-8114-4f18-a654-4a86190eb792 req-fd525ea8-49c6-4a8c-8a2d-267ec1035de3 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62&id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1384983 Apr 30 13:18:21.440822 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a8811-44e3-450d-9325-9abada62fcf0 req-cf2de48f-e464-4c02-b906-f32045d653c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:21.442509 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-808a8811-44e3-450d-9325-9abada62fcf0 req-cf2de48f-e464-4c02-b906-f32045d653c0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc33453d-4422-4eee-9e94-1b257b2eaad2 HTTP/1.1" status: 200 len: 856 time: 0.0898981 Apr 30 13:18:21.520363 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a8811-44e3-450d-9325-9abada62fcf0 req-924751a6-4056-4011-92d6-f1da063f9760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:21.521912 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-808a8811-44e3-450d-9325-9abada62fcf0 req-924751a6-4056-4011-92d6-f1da063f9760 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=384ed945-7697-4aed-a91c-b54f67f71379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727723 Apr 30 13:18:21.658967 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-808a8811-44e3-450d-9325-9abada62fcf0 req-24986dfa-3b88-40fb-923e-921b55b95168 service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293299 Apr 30 13:18:21.855022 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-808a8811-44e3-450d-9325-9abada62fcf0 req-4b4a59ae-76f3-4ac7-a74f-10e023eb51d5 service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803000 Apr 30 13:18:21.882621 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0548a-0d58-46b4-839e-a81ce77175d0 req-49f191e0-b093-4889-9b3d-110f510332ba tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:21.883553 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6dd0548a-0d58-46b4-839e-a81ce77175d0 req-49f191e0-b093-4889-9b3d-110f510332ba tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.1233532 Apr 30 13:18:21.931717 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6dd0548a-0d58-46b4-839e-a81ce77175d0 req-a3749198-26e7-4a33-906e-f03afd53c10b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418463 Apr 30 13:18:22.671060 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e558ed1-4b2c-4921-8bcd-676470fd45e8 req-74eb61ac-76f5-427f-b18e-fc94956e3d54 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:22.672494 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2e558ed1-4b2c-4921-8bcd-676470fd45e8 req-74eb61ac-76f5-427f-b18e-fc94956e3d54 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 985 time: 0.1397562 Apr 30 13:18:22.680234 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774e472-1c0c-462e-8b17-75828c14aeec req-29ef9873-bac6-4aaa-b895-0b254d27f9c7 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:22.681608 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8774e472-1c0c-462e-8b17-75828c14aeec req-29ef9873-bac6-4aaa-b895-0b254d27f9c7 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.1469688 Apr 30 13:18:22.753443 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2e558ed1-4b2c-4921-8bcd-676470fd45e8 req-26f7634a-9e4e-489a-aac3-33956e4cb9a8 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62&id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707273 Apr 30 13:18:22.758059 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8774e472-1c0c-462e-8b17-75828c14aeec req-7ff8170c-fb69-4f6a-92eb-1d5f881d1b86 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619812 Apr 30 13:18:23.131902 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcba06-16bf-434d-ba3e-5385a604e669 req-eba0454d-a25d-45c9-a369-d662b875f094 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:23.133580 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f4bcba06-16bf-434d-ba3e-5385a604e669 req-eba0454d-a25d-45c9-a369-d662b875f094 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.0888898 Apr 30 13:18:23.179968 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f4bcba06-16bf-434d-ba3e-5385a604e669 req-37745800-dbdd-41de-ae68-4d42c1e0b6c0 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401299 Apr 30 13:18:24.013339 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7549d83-cf81-4514-b55f-b1fd405dfac0 req-207f4653-6b98-4411-ae68-482d714f09b1 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:24.014956 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e7549d83-cf81-4514-b55f-b1fd405dfac0 req-207f4653-6b98-4411-ae68-482d714f09b1 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.1172612 Apr 30 13:18:24.023164 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338797af-6834-44d0-8653-df57fb0aed20 req-9b7f2ee5-8a1d-46d5-823c-d3614211b036 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:24.024659 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-338797af-6834-44d0-8653-df57fb0aed20 req-9b7f2ee5-8a1d-46d5-823c-d3614211b036 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 985 time: 0.1599219 Apr 30 13:18:24.097456 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e7549d83-cf81-4514-b55f-b1fd405dfac0 req-992b370e-13b8-4977-af26-111e58a634ee tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717885 Apr 30 13:18:24.104569 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-338797af-6834-44d0-8653-df57fb0aed20 req-a5d01d8e-9db4-46be-aabc-c83f387c7232 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62&id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0657694 Apr 30 13:18:24.386584 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fc9bb-97ae-49f9-93c0-de5f3b1e2a1d req-09f711cc-d1a6-43c7-be26-17081c791a0e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:24.387976 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-aa1fc9bb-97ae-49f9-93c0-de5f3b1e2a1d req-09f711cc-d1a6-43c7-be26-17081c791a0e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.0908597 Apr 30 13:18:24.438980 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-aa1fc9bb-97ae-49f9-93c0-de5f3b1e2a1d req-40b1343b-8d75-40be-a725-c5b5d049e9d2 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449748 Apr 30 13:18:25.352649 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cec37f-2914-43a3-a9eb-bc637d6c5aa2 req-2019ae32-ffaa-4df3-9cde-4680307fa84c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:25.354135 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c5cec37f-2914-43a3-a9eb-bc637d6c5aa2 req-2019ae32-ffaa-4df3-9cde-4680307fa84c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 945 time: 0.1436162 Apr 30 13:18:25.363823 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a8743-1e1e-4baa-9f97-da36a70fc03d req-92add1bd-cb4c-4312-83e0-208eea13b076 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:25.365610 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8b6a8743-1e1e-4baa-9f97-da36a70fc03d req-92add1bd-cb4c-4312-83e0-208eea13b076 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 985 time: 0.1241360 Apr 30 13:18:25.443071 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c5cec37f-2914-43a3-a9eb-bc637d6c5aa2 req-1333e6bf-ef7b-4146-a3a7-d47cd594242b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762067 Apr 30 13:18:25.451964 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8b6a8743-1e1e-4baa-9f97-da36a70fc03d req-02b3db35-97ee-4b61-8b46-0aba4cdcf4fb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62&id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688469 Apr 30 13:18:25.639998 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c41e8-9438-43b2-865e-ad557f0be6f0 req-cfc4b9b0-d813-4dd2-9e64-b4c3aa3866f8 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:25.641558 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bb9c41e8-9438-43b2-865e-ad557f0be6f0 req-cfc4b9b0-d813-4dd2-9e64-b4c3aa3866f8 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.0875399 Apr 30 13:18:25.796477 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bb9c41e8-9438-43b2-865e-ad557f0be6f0 req-aa1264ab-8b11-4a3d-bebd-44da0ef8d750 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485229 Apr 30 13:18:25.930953 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:18:26.045140 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.076384 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a0389a-2b5b-4926-8b06-3478dbb798cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:26.086804 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:26.091960 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:26.093828 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-bc006f9b-a482-4bd4-be7b-1a4e39c83938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:26.130195 dv-cinder-784453-4-iscsi neutron-server[73815]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd7a0389a-2b5b-4926-8b06-3478dbb798cd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6', 'code': 422} returned with failed status Apr 30 13:18:26.162764 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,revision_number=8']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:26.166004 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:26.649879 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0784a-a71d-4373-a177-08e06f597e24 req-81fc94ec-b3f5-479f-bdcd-2dbc033845c8 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:26.651522 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c0e0784a-a71d-4373-a177-08e06f597e24 req-81fc94ec-b3f5-479f-bdcd-2dbc033845c8 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 985 time: 0.0852158 Apr 30 13:18:26.705211 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c0e0784a-a71d-4373-a177-08e06f597e24 req-a57712d1-7c60-45ee-9354-ea6b4f233e54 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62&id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0473647 Apr 30 13:18:27.028670 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e8eb3-918b-4661-9bd5-98803d66f90f req-b2d94ce4-edbb-4240-a475-c9c9b541cd08 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:27.030348 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b88e8eb3-918b-4661-9bd5-98803d66f90f req-b2d94ce4-edbb-4240-a475-c9c9b541cd08 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 943 time: 0.1656721 Apr 30 13:18:27.038194 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23cefb-8624-4184-b51f-f2339bdcc4f2 req-b2769f88-cb5f-4276-8ed0-78d445b01fa2 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:27.039660 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fa23cefb-8624-4184-b51f-f2339bdcc4f2 req-b2769f88-cb5f-4276-8ed0-78d445b01fa2 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.1262457 Apr 30 13:18:27.110144 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b88e8eb3-918b-4661-9bd5-98803d66f90f req-9d4d5c38-4410-4640-be62-a83f2ec5a5e4 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690374 Apr 30 13:18:27.115060 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fa23cefb-8624-4184-b51f-f2339bdcc4f2 req-de57a058-c71a-4007-a81e-6f21e0cc0c5a tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595217 Apr 30 13:18:27.257207 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 43412) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:27.396491 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-76dd6942-d9be-49cd-a170-89a684a10ea6 req-930b63a6-4a66-4d65-8823-3f24dbfeaaed service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1377156 Apr 30 13:18:27.949936 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ad2ee-d7f5-4170-941f-233e157e923a req-08b74ab7-ca8d-4f34-891b-a90a2ad37110 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:27.951417 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c83ad2ee-d7f5-4170-941f-233e157e923a req-08b74ab7-ca8d-4f34-891b-a90a2ad37110 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 985 time: 0.1302309 Apr 30 13:18:28.015178 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c83ad2ee-d7f5-4170-941f-233e157e923a req-1e3fdca1-b6b4-4d5a-9178-06ebcb887203 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62&id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0575929 Apr 30 13:18:28.017232 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd6942-d9be-49cd-a170-89a684a10ea6 req-041a24d2-feb6-422a-94c4-76e944a3f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:28.018755 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-76dd6942-d9be-49cd-a170-89a684a10ea6 req-041a24d2-feb6-422a-94c4-76e944a3f089 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd&tenant_id=a397097db8304460991aa7950d00f829 HTTP/1.1" status: 200 len: 1096 time: 0.1363873 Apr 30 13:18:28.133763 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd6942-d9be-49cd-a170-89a684a10ea6 req-18969eef-b148-4344-9ad9-29e0a5060f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:28.135156 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-76dd6942-d9be-49cd-a170-89a684a10ea6 req-18969eef-b148-4344-9ad9-29e0a5060f22 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a397097db8304460991aa7950d00f829&device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 1096 time: 0.0741730 Apr 30 13:18:28.379305 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd6942-d9be-49cd-a170-89a684a10ea6 req-7136cb8e-ecf8-48cb-893c-595574dcb105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:28.380784 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-76dd6942-d9be-49cd-a170-89a684a10ea6 req-7136cb8e-ecf8-48cb-893c-595574dcb105 service neutron] 10.222.0.71 "GET /v2.0/networks?id=384ed945-7697-4aed-a91c-b54f67f71379 HTTP/1.1" status: 200 len: 919 time: 0.2348163 Apr 30 13:18:28.483878 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200bfbc-5cfd-4320-a3aa-a1e79ac3a77b req-0e799449-9e11-4858-834c-cfa8cdce17a1 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:28.485227 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9200bfbc-5cfd-4320-a3aa-a1e79ac3a77b req-0e799449-9e11-4858-834c-cfa8cdce17a1 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 943 time: 0.2447753 Apr 30 13:18:28.494837 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664d26f-6fa4-451e-a298-05d07b9fc0d1 req-5ca1bd07-d98b-4d00-b0df-81a43dc79416 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:28.496310 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b664d26f-6fa4-451e-a298-05d07b9fc0d1 req-5ca1bd07-d98b-4d00-b0df-81a43dc79416 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.2546656 Apr 30 13:18:28.557567 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-76dd6942-d9be-49cd-a170-89a684a10ea6 req-b0d46212-f2a4-4c7f-8afa-5acc03e0c841 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 HTTP/1.1" status: 200 len: 998 time: 0.1679676 Apr 30 13:18:28.630839 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9200bfbc-5cfd-4320-a3aa-a1e79ac3a77b req-462b2cec-9f79-47b5-a7c5-33b1b56f1b31 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315582 Apr 30 13:18:28.638878 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b664d26f-6fa4-451e-a298-05d07b9fc0d1 req-f32f8443-860e-4052-9425-482ebc99928b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360874 Apr 30 13:18:28.649002 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd6942-d9be-49cd-a170-89a684a10ea6 req-cea2d1be-9060-4130-823e-dc106bf11d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:28.650468 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-76dd6942-d9be-49cd-a170-89a684a10ea6 req-cea2d1be-9060-4130-823e-dc106bf11d50 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc33453d-4422-4eee-9e94-1b257b2eaad2 HTTP/1.1" status: 200 len: 856 time: 0.0760119 Apr 30 13:18:28.738079 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd6942-d9be-49cd-a170-89a684a10ea6 req-1bb5013e-e57e-4d0e-ab3c-a5b5c38a7a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:28.739476 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-76dd6942-d9be-49cd-a170-89a684a10ea6 req-1bb5013e-e57e-4d0e-ab3c-a5b5c38a7a60 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=384ed945-7697-4aed-a91c-b54f67f71379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812047 Apr 30 13:18:28.886794 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-76dd6942-d9be-49cd-a170-89a684a10ea6 req-c9fb10ef-7070-4d81-969e-2e66ed7a9b65 service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399016 Apr 30 13:18:29.022736 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-76dd6942-d9be-49cd-a170-89a684a10ea6 req-6ca52f85-37f9-4e29-a4ad-f3fde1a14c4d service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284816 Apr 30 13:18:29.304671 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1bcb2-9073-4380-aa78-37dc15ad2b7f req-c0c50ff9-dd84-41d0-9061-c79e16646118 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:29.306092 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-13b1bcb2-9073-4380-aa78-37dc15ad2b7f req-c0c50ff9-dd84-41d0-9061-c79e16646118 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 985 time: 0.1750438 Apr 30 13:18:29.354358 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-13b1bcb2-9073-4380-aa78-37dc15ad2b7f req-7426df93-f5e5-409d-8be8-ee46aa9a71e6 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62&id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417953 Apr 30 13:18:29.894881 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ee957-c3b2-41d2-a7ab-82013ca756d7 req-529a89a4-b89d-4125-975e-c0b99e3ab77f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:29.896343 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5f9ee957-c3b2-41d2-a7ab-82013ca756d7 req-529a89a4-b89d-4125-975e-c0b99e3ab77f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 943 time: 0.1325271 Apr 30 13:18:29.929331 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287af1a-b118-4ac2-8e95-4fcab7807c7f req-f702c9cf-01c0-4e6c-b27a-c8d9b494a53b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:29.930734 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5287af1a-b118-4ac2-8e95-4fcab7807c7f req-f702c9cf-01c0-4e6c-b27a-c8d9b494a53b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.1656597 Apr 30 13:18:29.982588 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5f9ee957-c3b2-41d2-a7ab-82013ca756d7 req-cc500441-5064-4d87-a55d-1ca66b02e29b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801747 Apr 30 13:18:29.993211 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5287af1a-b118-4ac2-8e95-4fcab7807c7f req-445e45c0-8391-445a-9548-e7c5617807ee tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565820 Apr 30 13:18:30.599999 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0728155-da4d-4125-b403-19eb1fba1b50 req-e0f1fa01-576c-41d4-b1d9-cfc312bfd9e0 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:30.602077 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e0728155-da4d-4125-b403-19eb1fba1b50 req-e0f1fa01-576c-41d4-b1d9-cfc312bfd9e0 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 985 time: 0.1111984 Apr 30 13:18:30.654639 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e0728155-da4d-4125-b403-19eb1fba1b50 req-441d0347-8a7b-4532-bd78-060914af3e16 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62&id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455315 Apr 30 13:18:31.201872 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1299bf-c060-4d24-814e-bebd09c0ae7a req-45b420ef-720d-4626-9353-0587d04412ac tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:31.214299 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4f1299bf-c060-4d24-814e-bebd09c0ae7a req-45b420ef-720d-4626-9353-0587d04412ac tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 943 time: 0.1136043 Apr 30 13:18:31.223414 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:31.275992 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4f1299bf-c060-4d24-814e-bebd09c0ae7a req-d5732b4e-174d-432e-828b-cafe0716365a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606928 Apr 30 13:18:31.363819 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190e54c-5cbe-41d5-8b63-a276eedbbd43 req-559795e9-3464-4e03-b3d9-8e1151c6533f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:31.365285 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e190e54c-5cbe-41d5-8b63-a276eedbbd43 req-559795e9-3464-4e03-b3d9-8e1151c6533f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.0882561 Apr 30 13:18:31.419253 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e190e54c-5cbe-41d5-8b63-a276eedbbd43 req-fbee974e-b6eb-4fff-b385-98b8e9f07e30 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473402 Apr 30 13:18:32.368301 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-65812d93-7498-4347-b54e-7aeb68911f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:32.491916 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f9646-095e-4a65-a5c2-01b797284f60 req-8063e443-725f-4f2c-9eb3-2f3e724ff864 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:32.500806 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f40f9646-095e-4a65-a5c2-01b797284f60 req-8063e443-725f-4f2c-9eb3-2f3e724ff864 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 943 time: 0.1039233 Apr 30 13:18:32.595229 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f40f9646-095e-4a65-a5c2-01b797284f60 req-320e5795-071f-4000-b61c-96b824811637 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932724 Apr 30 13:18:32.638881 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652e013-45eb-44f7-8152-165deb19f7f7 req-6fb3acfb-2286-4925-b653-858657fe423e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:32.640351 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e652e013-45eb-44f7-8152-165deb19f7f7 req-6fb3acfb-2286-4925-b653-858657fe423e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.0993435 Apr 30 13:18:32.689230 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e652e013-45eb-44f7-8152-165deb19f7f7 req-8dd7f94f-3494-47c7-9648-0b8d60de0fe9 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428221 Apr 30 13:18:33.854680 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370467a-1397-4820-b195-54c1195ae101 req-f3c4b0ce-7ff5-404f-9ab7-36fb1ec2de19 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:33.856326 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a370467a-1397-4820-b195-54c1195ae101 req-f3c4b0ce-7ff5-404f-9ab7-36fb1ec2de19 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 943 time: 0.1410751 Apr 30 13:18:33.935807 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a370467a-1397-4820-b195-54c1195ae101 req-f192e3b6-35dd-4703-9610-ac457f611a61 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688918 Apr 30 13:18:33.948035 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dccd18a-8844-4f63-84a9-c131c12fa9e5 req-1faf944b-6907-409c-8e7f-568275107e26 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:33.950348 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3dccd18a-8844-4f63-84a9-c131c12fa9e5 req-1faf944b-6907-409c-8e7f-568275107e26 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.1390896 Apr 30 13:18:33.998644 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3dccd18a-8844-4f63-84a9-c131c12fa9e5 req-22cd060e-d205-438d-9e44-d8003a2cf1fc tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423183 Apr 30 13:18:35.217838 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cfd69-a3a6-4c43-a775-4ad9ff091a6e req-387176de-3eb3-419b-b956-8e1087f41248 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:35.219359 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6d7cfd69-a3a6-4c43-a775-4ad9ff091a6e req-387176de-3eb3-419b-b956-8e1087f41248 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 943 time: 0.1612859 Apr 30 13:18:35.255897 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6820bf-9aac-438d-9bb2-6686d5538248 req-d2074c99-1c3e-4fcf-8468-f95e3dcff369 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:35.257395 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8b6820bf-9aac-438d-9bb2-6686d5538248 req-d2074c99-1c3e-4fcf-8468-f95e3dcff369 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.1374054 Apr 30 13:18:35.301418 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6d7cfd69-a3a6-4c43-a775-4ad9ff091a6e req-60363f3d-548e-4889-90f6-00820ee0cddd tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713284 Apr 30 13:18:35.322462 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8b6820bf-9aac-438d-9bb2-6686d5538248 req-fffe6705-6234-49e5-bbc5-ad5d04f2c7c1 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584764 Apr 30 13:18:35.533979 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:35.756401 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-d85f1311-dae9-4e84-9e60-66523d046e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:36.535533 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:36.584171 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3ad1b-d4d1-4bc8-b694-65eda2899291 req-e0b8555d-ab6d-4382-8616-685e5d350876 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:36.585652 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bcb3ad1b-d4d1-4bc8-b694-65eda2899291 req-e0b8555d-ab6d-4382-8616-685e5d350876 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.1102004 Apr 30 13:18:36.593156 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3da78-89df-414b-9038-19a03cb01677 req-9ea09f53-f34a-49d0-8ee6-a3c9528a039d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:36.594579 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6cd3da78-89df-414b-9038-19a03cb01677 req-9ea09f53-f34a-49d0-8ee6-a3c9528a039d tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 943 time: 0.1653156 Apr 30 13:18:36.666576 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bcb3ad1b-d4d1-4bc8-b694-65eda2899291 req-f2e032db-d615-4a85-af7b-de52a7bc2eee tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710084 Apr 30 13:18:36.674571 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6cd3da78-89df-414b-9038-19a03cb01677 req-d9a29fd8-dbf5-4f9a-b3c5-718b84a23b57 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616171 Apr 30 13:18:37.847592 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:37.933799 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83eb1a2-affe-4029-afcb-b5ae1dc06ad4 req-4bc0c341-8b27-421f-bdaf-41804dfe9534 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:37.935498 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b83eb1a2-affe-4029-afcb-b5ae1dc06ad4 req-4bc0c341-8b27-421f-bdaf-41804dfe9534 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.1449106 Apr 30 13:18:37.971695 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1462553-4ee0-47f8-9e20-ebc513d992ae req-27f33c68-58d5-4e6a-b6be-364512eac487 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:37.973222 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e1462553-4ee0-47f8-9e20-ebc513d992ae req-27f33c68-58d5-4e6a-b6be-364512eac487 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 943 time: 0.1504886 Apr 30 13:18:38.015922 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b83eb1a2-affe-4029-afcb-b5ae1dc06ad4 req-ddc8d458-bb89-40c6-8fe9-d05d86e4a4a0 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730724 Apr 30 13:18:38.039979 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e1462553-4ee0-47f8-9e20-ebc513d992ae req-1feaad60-6561-4e3a-9fe9-2db9747e21e5 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518081 Apr 30 13:18:39.369351 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5733b-daf0-426f-84b4-bb0a5aea131e req-ecdc561c-b63c-419e-b1c7-7bb493c14774 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:39.370884 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e1d5733b-daf0-426f-84b4-bb0a5aea131e req-ecdc561c-b63c-419e-b1c7-7bb493c14774 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.2280183 Apr 30 13:18:39.415272 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0e15e-32f7-4724-8739-3c9f6e736a14 req-6c6214a3-142d-4424-980f-09f3cfe0aaf2 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:39.417084 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bba0e15e-32f7-4724-8739-3c9f6e736a14 req-6c6214a3-142d-4424-980f-09f3cfe0aaf2 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 943 time: 0.2377586 Apr 30 13:18:39.463054 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e1d5733b-daf0-426f-84b4-bb0a5aea131e req-c6718f3a-1b2a-4908-871e-3ac5310a443c tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776424 Apr 30 13:18:39.488881 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bba0e15e-32f7-4724-8739-3c9f6e736a14 req-eed6a1ba-4c2a-46de-913d-cd5e40ce6681 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575974 Apr 30 13:18:40.747611 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff23862-52d5-4807-acb7-72867c2a2ad3 req-ac1492ab-7e36-4633-a83f-9cf28588a4e5 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:40.748990 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4ff23862-52d5-4807-acb7-72867c2a2ad3 req-ac1492ab-7e36-4633-a83f-9cf28588a4e5 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.1454341 Apr 30 13:18:40.761892 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7d5f4-1e06-4941-bc37-f15c348d7c87 req-ba1de4b5-21c9-43e6-89b7-558f46690a87 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:40.763328 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-def7d5f4-1e06-4941-bc37-f15c348d7c87 req-ba1de4b5-21c9-43e6-89b7-558f46690a87 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 943 time: 0.1279697 Apr 30 13:18:40.834969 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4ff23862-52d5-4807-acb7-72867c2a2ad3 req-13d603bc-6b1e-4eb8-8238-66dca3905e78 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706460 Apr 30 13:18:40.839917 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-def7d5f4-1e06-4941-bc37-f15c348d7c87 req-d296c8fc-5675-4259-a9b0-69c32b500068 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622389 Apr 30 13:18:41.667289 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05ed42-89a0-45f3-b728-0f7bcca58d8b req-0c5daba7-6453-4c20-8d7d-3c76c55da2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:41.668758 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0f05ed42-89a0-45f3-b728-0f7bcca58d8b req-0c5daba7-6453-4c20-8d7d-3c76c55da2dd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a397097db8304460991aa7950d00f829&device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 1096 time: 0.0836368 Apr 30 13:18:41.831543 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05ed42-89a0-45f3-b728-0f7bcca58d8b req-7d155ed4-66e0-4cde-a2c1-2cf14f8ab3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:41.832953 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0f05ed42-89a0-45f3-b728-0f7bcca58d8b req-7d155ed4-66e0-4cde-a2c1-2cf14f8ab3e3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=384ed945-7697-4aed-a91c-b54f67f71379 HTTP/1.1" status: 200 len: 919 time: 0.1391957 Apr 30 13:18:41.941417 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0f05ed42-89a0-45f3-b728-0f7bcca58d8b req-a88e2c2c-7207-4c7a-8005-1235b911c27a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 HTTP/1.1" status: 200 len: 998 time: 0.1007271 Apr 30 13:18:41.959716 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c249a01-b184-419e-9ebd-df90baa9c3ce req-b046856b-b857-4588-8773-bc2d46ecc120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:41.961950 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-3c249a01-b184-419e-9ebd-df90baa9c3ce req-b046856b-b857-4588-8773-bc2d46ecc120 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2e010a31d7104f119fb0a3ab9fe7e8bc&device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 1098 time: 0.1986227 Apr 30 13:18:42.098758 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c249a01-b184-419e-9ebd-df90baa9c3ce req-21fa6462-7f63-463a-ae62-f1f57df39717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:42.099205 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05ed42-89a0-45f3-b728-0f7bcca58d8b req-c859f852-0d6b-4225-8b8d-03b9c2ce0254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:42.100592 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-3c249a01-b184-419e-9ebd-df90baa9c3ce req-21fa6462-7f63-463a-ae62-f1f57df39717 service neutron] 10.222.0.71 "GET /v2.0/networks?id=66923575-b46e-40eb-b42a-88dc2b7e5194 HTTP/1.1" status: 200 len: 911 time: 0.1309533 Apr 30 13:18:42.100744 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0f05ed42-89a0-45f3-b728-0f7bcca58d8b req-c859f852-0d6b-4225-8b8d-03b9c2ce0254 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fc33453d-4422-4eee-9e94-1b257b2eaad2 HTTP/1.1" status: 200 len: 856 time: 0.1512389 Apr 30 13:18:42.192107 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c880af1-d429-4500-ad6c-9c075b272a4c req-fbf5b82f-dd3c-4695-8e46-b4adcf347933 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:42.193519 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5c880af1-d429-4500-ad6c-9c075b272a4c req-fbf5b82f-dd3c-4695-8e46-b4adcf347933 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.2092748 Apr 30 13:18:42.203752 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c254fd-fca3-47f2-8f02-95198b6759a6 req-7b2908dc-29fd-4d33-b134-ad96e98723aa tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:42.205171 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-54c254fd-fca3-47f2-8f02-95198b6759a6 req-7b2908dc-29fd-4d33-b134-ad96e98723aa tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 943 time: 0.2220898 Apr 30 13:18:42.216350 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-3c249a01-b184-419e-9ebd-df90baa9c3ce req-1d77fd55-70ec-47ec-89b8-9d894747f473 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a4062f2-4fa0-496f-b854-05006c824a01 HTTP/1.1" status: 200 len: 1000 time: 0.1025379 Apr 30 13:18:42.282257 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c249a01-b184-419e-9ebd-df90baa9c3ce req-3a678869-f788-4ccb-8e3f-1eb762d0527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:42.284048 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-3c249a01-b184-419e-9ebd-df90baa9c3ce req-3a678869-f788-4ccb-8e3f-1eb762d0527e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ea60b372-e31d-4889-9a21-31d3bc9ba44a HTTP/1.1" status: 200 len: 848 time: 0.0610442 Apr 30 13:18:42.288652 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5c880af1-d429-4500-ad6c-9c075b272a4c req-b3147395-1343-457b-ad81-9636d4474219 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810030 Apr 30 13:18:42.298586 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05ed42-89a0-45f3-b728-0f7bcca58d8b req-854a9e01-67f0-4df0-9b83-51f477394fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:42.300764 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0f05ed42-89a0-45f3-b728-0f7bcca58d8b req-854a9e01-67f0-4df0-9b83-51f477394fdb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=384ed945-7697-4aed-a91c-b54f67f71379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1847730 Apr 30 13:18:42.305827 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-54c254fd-fca3-47f2-8f02-95198b6759a6 req-ce963b5c-101b-4744-ae9e-641b9ee66ef8 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825689 Apr 30 13:18:42.369966 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c249a01-b184-419e-9ebd-df90baa9c3ce req-ce18d139-6bba-4737-b4cd-e450c81523c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:42.371451 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-3c249a01-b184-419e-9ebd-df90baa9c3ce req-ce18d139-6bba-4737-b4cd-e450c81523c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=66923575-b46e-40eb-b42a-88dc2b7e5194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797982 Apr 30 13:18:42.436673 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0f05ed42-89a0-45f3-b728-0f7bcca58d8b req-1bb6f718-9ede-4c12-9b62-ad949d75d18f service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271968 Apr 30 13:18:42.508146 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-3c249a01-b184-419e-9ebd-df90baa9c3ce req-9efff446-746d-450c-85f9-9b3a4db61189 service neutron] 10.222.0.71 "GET /v2.0/networks/66923575-b46e-40eb-b42a-88dc2b7e5194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286759 Apr 30 13:18:42.579375 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0f05ed42-89a0-45f3-b728-0f7bcca58d8b req-402592df-8934-4a15-a57a-4750daf13811 service neutron] 10.222.0.71 "GET /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308751 Apr 30 13:18:42.643657 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-3c249a01-b184-419e-9ebd-df90baa9c3ce req-b5b12407-9fb2-4529-9dfc-4895c4e0e9ea service neutron] 10.222.0.71 "GET /v2.0/networks/66923575-b46e-40eb-b42a-88dc2b7e5194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282775 Apr 30 13:18:43.545193 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d7f68-55e4-49ef-9d84-674f6ab9fdb9 req-d92bd750-a358-44c8-94d3-2fd8cfef9669 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:43.546565 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6c4d7f68-55e4-49ef-9d84-674f6ab9fdb9 req-d92bd750-a358-44c8-94d3-2fd8cfef9669 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.1420970 Apr 30 13:18:43.554190 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2ee73-9909-4a05-90cc-f11aff2652f1 req-0b71d5ca-c0c2-45cb-9bfd-062cbeff03ed tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:43.555548 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3ad2ee73-9909-4a05-90cc-f11aff2652f1 req-0b71d5ca-c0c2-45cb-9bfd-062cbeff03ed tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 943 time: 0.1193020 Apr 30 13:18:43.622931 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6c4d7f68-55e4-49ef-9d84-674f6ab9fdb9 req-e79bfca7-80ba-4e52-9354-720be0db608c tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663915 Apr 30 13:18:43.627256 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3ad2ee73-9909-4a05-90cc-f11aff2652f1 req-e901a935-f3ba-4716-bd67-f9a24f3ef2d6 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580773 Apr 30 13:18:44.029747 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:18:44.183611 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:44.197322 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'port_id': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6', 'mac_address': 'fa:16:3e:02:17:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:18:44.258209 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:44.275709 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:18:44.291493 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:44.295834 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:44.299333 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:44.365529 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,revision_number=9']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:44.368735 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:44.676388 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['dde4074f-b16d-4a7b-bfc0-45a5b0b628d6'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:18:44.976205 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328f989-3c33-4b80-85c6-da826a46dd22 req-de510125-d59d-4d31-98cd-2746b1d8feaf tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:44.977662 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3328f989-3c33-4b80-85c6-da826a46dd22 req-de510125-d59d-4d31-98cd-2746b1d8feaf tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.2307723 Apr 30 13:18:45.031503 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2b822-867b-4652-a3a5-8673bd273e7e req-850002c8-8819-4d7d-8645-10c841fbf84c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:45.032943 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3cd2b822-867b-4652-a3a5-8673bd273e7e req-850002c8-8819-4d7d-8645-10c841fbf84c tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 944 time: 0.2310653 Apr 30 13:18:45.059002 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3328f989-3c33-4b80-85c6-da826a46dd22 req-c9307da6-394b-4927-9367-829f97a702b7 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744286 Apr 30 13:18:45.089148 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3cd2b822-867b-4652-a3a5-8673bd273e7e req-aa3d32ee-c842-486b-870d-c270c483b8cf tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502098 Apr 30 13:18:45.452235 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e0b4c-3b5b-407d-b95a-9981fa5e0d34 req-f15bd67e-216e-4550-96af-10c59013c4c9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:45.453686 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-409e0b4c-3b5b-407d-b95a-9981fa5e0d34 req-f15bd67e-216e-4550-96af-10c59013c4c9 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 945 time: 0.0829079 Apr 30 13:18:45.500537 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-409e0b4c-3b5b-407d-b95a-9981fa5e0d34 req-c7c471b0-57c8-4715-ab49-2594cbc9ae78 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ce24c70-6228-402e-9b47-dfa1914a6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407012 Apr 30 13:18:46.028558 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:18:46.099388 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:18:46.099768 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:46.217541 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:46.243897 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a0389a-2b5b-4926-8b06-3478dbb798cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:46.253791 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:46.258659 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:46.259507 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 5a4062f2-4fa0-496f-b854-05006c824a01 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:18:46.286658 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:46.303965 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7d5fc-1809-4c2d-bfea-0e750804e223 req-5c6da3f5-50ec-4e64-9968-589087a36a65 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:46.305652 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-05b7d5fc-1809-4c2d-bfea-0e750804e223 req-5c6da3f5-50ec-4e64-9968-589087a36a65 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.1373940 Apr 30 13:18:46.342234 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49256ac5-3817-4d71-94fd-a10cd93b7546 req-2f911563-9e9c-452c-bcf1-cb80b7da659f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:46.343682 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-49256ac5-3817-4d71-94fd-a10cd93b7546 req-2f911563-9e9c-452c-bcf1-cb80b7da659f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 944 time: 0.1322019 Apr 30 13:18:46.397293 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-05b7d5fc-1809-4c2d-bfea-0e750804e223 req-30eaea58-b8e4-437d-882e-dab42fe1b84d tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797749 Apr 30 13:18:46.406504 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,revision_number=10']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:46.408902 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-49256ac5-3817-4d71-94fd-a10cd93b7546 req-8ac33864-24b2-4adf-9501-1f6b58ef4d16 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581074 Apr 30 13:18:46.409970 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:46.473522 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a0389a-2b5b-4926-8b06-3478dbb798cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6', 'code': 200} Apr 30 13:18:46.474150 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:46.509773 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 5a4062f2-4fa0-496f-b854-05006c824a01, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5a4062f2-4fa0-496f-b854-05006c824a01,segment=NetworkSegment(85f93deb-157e-4500-8ba3-ce93d8206079),segment_id=85f93deb-157e-4500-8ba3-ce93d8206079)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:46.515671 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:46.519075 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:46.611895 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=5a4062f2-4fa0-496f-b854-05006c824a01,revision_number=6']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:46.615599 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:46.793886 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424fae9-ebf7-4255-8a42-722d63684e44 req-062867e5-f335-494b-ac3a-7c765700b44c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:46.795299 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9424fae9-ebf7-4255-8a42-722d63684e44 req-062867e5-f335-494b-ac3a-7c765700b44c tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 945 time: 0.1753395 Apr 30 13:18:46.797310 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0035e-46e8-427a-9851-cf0b21830eea req-99ded990-910e-4312-8578-3b2596deafa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:46.799226 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-aee0035e-46e8-427a-9851-cf0b21830eea req-99ded990-910e-4312-8578-3b2596deafa0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 1099 time: 0.0750735 Apr 30 13:18:46.842155 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-aee0035e-46e8-427a-9851-cf0b21830eea req-9d5ef0c8-1f96-4254-875b-5f7ceaf353c7 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353379 Apr 30 13:18:46.860853 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9424fae9-ebf7-4255-8a42-722d63684e44 req-de8b90fe-7d12-4d05-a823-aae7ca01f0cd tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ce24c70-6228-402e-9b47-dfa1914a6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574288 Apr 30 13:18:46.883278 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6cb239f7-deea-410d-83ba-ef8e4276d12f req-2b86f215-3c0d-4651-a0ab-537f7a57e13b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1884315 Apr 30 13:18:46.901415 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74192cd7-8c69-4144-968a-348b99b661ad req-39feb036-8161-4c98-86a1-819fd7d0a8e3 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:46.903048 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-74192cd7-8c69-4144-968a-348b99b661ad req-39feb036-8161-4c98-86a1-819fd7d0a8e3 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 943 time: 0.1546128 Apr 30 13:18:46.950280 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-74192cd7-8c69-4144-968a-348b99b661ad req-b95379b6-75bd-4ab1-ab18-bb5fe45c88a7 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403342 Apr 30 13:18:47.620632 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5ef41-952a-4820-af71-11bdcd4d9ca2 req-2c3b8f56-593a-431e-8495-f2f4e1e6c52b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:47.622097 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-33f5ef41-952a-4820-af71-11bdcd4d9ca2 req-2c3b8f56-593a-431e-8495-f2f4e1e6c52b tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 946 time: 0.0889831 Apr 30 13:18:47.671857 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-33f5ef41-952a-4820-af71-11bdcd4d9ca2 req-8a8f379a-b3fd-4514-87aa-730f09809a5e tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437746 Apr 30 13:18:48.053914 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066ec7c-5276-4447-bcc4-00f61c137bc7 req-91502660-569c-4d4b-992b-0bfcc826a1a6 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:48.055429 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d066ec7c-5276-4447-bcc4-00f61c137bc7 req-91502660-569c-4d4b-992b-0bfcc826a1a6 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 945 time: 0.0872395 Apr 30 13:18:48.091379 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6db55-d3b4-40a3-8c31-f8151f545bd8 req-75d51ed0-c552-4745-8f7e-ece0f3704fa1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:48.092140 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-ceb6db55-d3b4-40a3-8c31-f8151f545bd8 req-75d51ed0-c552-4745-8f7e-ece0f3704fa1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Synchronizing usage tracker for tenant:8c3daf98030a4f9983829bc893d1c2a1 on resource:port {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:18:48.105251 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-ceb6db55-d3b4-40a3-8c31-f8151f545bd8 req-75d51ed0-c552-4745-8f7e-ece0f3704fa1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Unset dirty status for tenant:8c3daf98030a4f9983829bc893d1c2a1 on resource:port {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:18:48.106456 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-ceb6db55-d3b4-40a3-8c31-f8151f545bd8 req-75d51ed0-c552-4745-8f7e-ece0f3704fa1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.71 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 945 time: 0.1001091 Apr 30 13:18:48.149282 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d066ec7c-5276-4447-bcc4-00f61c137bc7 req-8ad1651e-5a6c-4180-8070-09981e266c74 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups?id=1ce24c70-6228-402e-9b47-dfa1914a6560&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585151 Apr 30 13:18:48.178215 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c21f5c-20c2-4591-8c54-c2394052baea req-432719ec-e600-49c0-adc3-9c9c0935e559 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:48.179680 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-07c21f5c-20c2-4591-8c54-c2394052baea req-432719ec-e600-49c0-adc3-9c9c0935e559 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 943 time: 0.1199257 Apr 30 13:18:48.228739 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-07c21f5c-20c2-4591-8c54-c2394052baea req-eecaef1d-ceca-4489-af51-07b8b2dc861b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432644 Apr 30 13:18:48.265229 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-ceb6db55-d3b4-40a3-8c31-f8151f545bd8 req-37e01603-1a6f-4237-a885-7d5679e50cb0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Deleting port 8abba6c9-b97f-4068-84b0-6fbd520ca4ba {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:18:48.265598 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-ceb6db55-d3b4-40a3-8c31-f8151f545bd8 req-37e01603-1a6f-4237-a885-7d5679e50cb0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:48.413270 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-ceb6db55-d3b4-40a3-8c31-f8151f545bd8 req-37e01603-1a6f-4237-a885-7d5679e50cb0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] For port 8abba6c9-b97f-4068-84b0-6fbd520ca4ba, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8abba6c9-b97f-4068-84b0-6fbd520ca4ba,segment=NetworkSegment(41430b28-ed4e-4555-8a4a-2b225eaaf3ea),segment_id=41430b28-ed4e-4555-8a4a-2b225eaaf3ea)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:48.413669 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-ceb6db55-d3b4-40a3-8c31-f8151f545bd8 req-37e01603-1a6f-4237-a885-7d5679e50cb0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:48.475458 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cbde8a-c152-4038-a60b-9efd8cd55037', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a4062f2-4fa0-496f-b854-05006c824a01'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:48.536123 dv-cinder-784453-4-iscsi neutron-server[73815]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '99cbde8a-c152-4038-a60b-9efd8cd55037', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a4062f2-4fa0-496f-b854-05006c824a01', 'code': 422} returned with failed status Apr 30 13:18:48.741905 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-ceb6db55-d3b4-40a3-8c31-f8151f545bd8 req-37e01603-1a6f-4237-a885-7d5679e50cb0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:48.742274 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-ceb6db55-d3b4-40a3-8c31-f8151f545bd8 req-37e01603-1a6f-4237-a885-7d5679e50cb0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66717071'] for floatingip, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:48.742582 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.l3_db [req-ceb6db55-d3b4-40a3-8c31-f8151f545bd8 req-37e01603-1a6f-4237-a885-7d5679e50cb0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Floating IP 72fc6988-fb53-4525-8bdf-3f1ae34f4216 disassociated. External IP: 172.27.1.21, port: 8abba6c9-b97f-4068-84b0-6fbd520ca4ba. Apr 30 13:18:48.742904 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-ceb6db55-d3b4-40a3-8c31-f8151f545bd8 req-37e01603-1a6f-4237-a885-7d5679e50cb0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Calling delete_port for 8abba6c9-b97f-4068-84b0-6fbd520ca4ba owned by compute:nova {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:18:48.821020 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb239f7-deea-410d-83ba-ef8e4276d12f req-b9b09147-c768-48d4-8956-b41c7d99f791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:48.822397 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6cb239f7-deea-410d-83ba-ef8e4276d12f req-b9b09147-c768-48d4-8956-b41c7d99f791 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037&tenant_id=2e010a31d7104f119fb0a3ab9fe7e8bc HTTP/1.1" status: 200 len: 1096 time: 0.1079667 Apr 30 13:18:48.870072 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-ceb6db55-d3b4-40a3-8c31-f8151f545bd8 req-37e01603-1a6f-4237-a885-7d5679e50cb0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:48.876129 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:48.959681 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722274d9-b817-40af-8954-47a8c7d64c9a req-e7a47447-3e3c-4dd1-8175-c36d92c48370 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:48.961180 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-722274d9-b817-40af-8954-47a8c7d64c9a req-e7a47447-3e3c-4dd1-8175-c36d92c48370 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 946 time: 0.1431785 Apr 30 13:18:48.992873 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb239f7-deea-410d-83ba-ef8e4276d12f req-1320f716-effe-47ee-ae14-d26667dbcd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:48.994394 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6cb239f7-deea-410d-83ba-ef8e4276d12f req-1320f716-effe-47ee-ae14-d26667dbcd52 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2e010a31d7104f119fb0a3ab9fe7e8bc&device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 1096 time: 0.1320136 Apr 30 13:18:49.039593 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e01603-1a6f-4237-a885-7d5679e50cb0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Pushing event deleted for resources: {'Port': ['ID=8abba6c9-b97f-4068-84b0-6fbd520ca4ba,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:49.042598 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-37e01603-1a6f-4237-a885-7d5679e50cb0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:49.102586 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-722274d9-b817-40af-8954-47a8c7d64c9a req-d67e0aed-5023-460a-8941-97d64be541ae tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297681 Apr 30 13:18:49.152668 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb239f7-deea-410d-83ba-ef8e4276d12f req-0f63212c-6a54-46a5-910c-7c74c13852bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:49.154081 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6cb239f7-deea-410d-83ba-ef8e4276d12f req-0f63212c-6a54-46a5-910c-7c74c13852bc service neutron] 10.222.0.71 "GET /v2.0/networks?id=66923575-b46e-40eb-b42a-88dc2b7e5194 HTTP/1.1" status: 200 len: 911 time: 0.1523426 Apr 30 13:18:49.240337 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceb6db55-d3b4-40a3-8c31-f8151f545bd8 req-37e01603-1a6f-4237-a885-7d5679e50cb0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Router 1f4ba758-767b-4dea-b6e0-d4a248a76808 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:18:49.303675 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6cb239f7-deea-410d-83ba-ef8e4276d12f req-524401de-931e-4f94-aed6-59cc7e684bd5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a4062f2-4fa0-496f-b854-05006c824a01 HTTP/1.1" status: 200 len: 998 time: 0.1363361 Apr 30 13:18:49.310418 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-83a95f2e-ed47-4887-904c-a1a518e6d109 req-b5ca88e9-83a0-4ffe-ae24-8ce8c0dc97de tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/ports?device_id=d187a24a-965f-4bdb-8ec9-e4ea19635718 HTTP/1.1" status: 200 len: 210 time: 0.0467467 Apr 30 13:18:49.416546 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb239f7-deea-410d-83ba-ef8e4276d12f req-e271e246-d944-4062-9c51-8952f9a097b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:49.418045 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6cb239f7-deea-410d-83ba-ef8e4276d12f req-e271e246-d944-4062-9c51-8952f9a097b7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ea60b372-e31d-4889-9a21-31d3bc9ba44a HTTP/1.1" status: 200 len: 848 time: 0.1066599 Apr 30 13:18:49.431420 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceb6db55-d3b4-40a3-8c31-f8151f545bd8 req-37e01603-1a6f-4237-a885-7d5679e50cb0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:18:49.444365 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe57736-e5f9-4721-92ab-d770089f7772 None None] Sync routers for ids ['1f4ba758-767b-4dea-b6e0-d4a248a76808'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:18:49.458241 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe57736-e5f9-4721-92ab-d770089f7772 None None] Routers {'1f4ba758-767b-4dea-b6e0-d4a248a76808'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:18:49.459388 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-0fe57736-e5f9-4721-92ab-d770089f7772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:18:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['1f4ba758-767b-4dea-b6e0-d4a248a76808'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:49.533659 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb6db55-d3b4-40a3-8c31-f8151f545bd8 req-37e01603-1a6f-4237-a885-7d5679e50cb0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] No DVR routers for this DVR port 8abba6c9-b97f-4068-84b0-6fbd520ca4ba on host hv-cinder-78445 {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:18:49.536574 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-ceb6db55-d3b4-40a3-8c31-f8151f545bd8 req-37e01603-1a6f-4237-a885-7d5679e50cb0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:49.540479 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd187a24a-965f-4bdb-8ec9-e4ea19635718', 'name': 'network-vif-deleted', 'tag': '8abba6c9-b97f-4068-84b0-6fbd520ca4ba'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:18:49.575520 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-ceb6db55-d3b4-40a3-8c31-f8151f545bd8 req-37e01603-1a6f-4237-a885-7d5679e50cb0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.71 "DELETE /v2.0/ports/8abba6c9-b97f-4068-84b0-6fbd520ca4ba HTTP/1.1" status: 204 len: 173 time: 1.4578187 Apr 30 13:18:49.594605 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd187a24a-965f-4bdb-8ec9-e4ea19635718', 'name': 'network-vif-deleted', 'tag': '8abba6c9-b97f-4068-84b0-6fbd520ca4ba', 'status': 'completed', 'code': 200} Apr 30 13:18:49.599625 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e4456-c29f-42cd-bfc8-18331ed70ccc req-732c51ca-de4d-460f-b6e5-eae773af85e0 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:49.601259 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-681e4456-c29f-42cd-bfc8-18331ed70ccc req-732c51ca-de4d-460f-b6e5-eae773af85e0 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 943 time: 0.2553527 Apr 30 13:18:49.651228 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb239f7-deea-410d-83ba-ef8e4276d12f req-2911d332-7c56-4d0a-ab68-6d3633323504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:49.652673 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6cb239f7-deea-410d-83ba-ef8e4276d12f req-2911d332-7c56-4d0a-ab68-6d3633323504 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=66923575-b46e-40eb-b42a-88dc2b7e5194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2276232 Apr 30 13:18:49.665310 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-681e4456-c29f-42cd-bfc8-18331ed70ccc req-ceec80d2-0692-445a-afc1-213df5a5575c tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564034 Apr 30 13:18:49.704130 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-0fe57736-e5f9-4721-92ab-d770089f7772 None None] Set router 1f4ba758-767b-4dea-b6e0-d4a248a76808 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:18:49.802454 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6cb239f7-deea-410d-83ba-ef8e4276d12f req-ca0c93e3-267c-42ff-b18e-9082fb3de6a2 service neutron] 10.222.0.71 "GET /v2.0/networks/66923575-b46e-40eb-b42a-88dc2b7e5194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356573 Apr 30 13:18:49.938024 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6cb239f7-deea-410d-83ba-ef8e4276d12f req-30264c10-4333-4667-924e-9278dd46f407 service neutron] 10.222.0.71 "GET /v2.0/networks/66923575-b46e-40eb-b42a-88dc2b7e5194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260705 Apr 30 13:18:50.036638 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-0fe57736-e5f9-4721-92ab-d770089f7772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:36Z', 'revision_number': 4, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port': {'id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '4a3c166c-ce9f-4d87-8538-a52a64bda007', 'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'mac_address': 'fa:16:3e:52:9b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 5, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'subnets': [{'id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:50.042132 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe57736-e5f9-4721-92ab-d770089f7772 None None] Checking router: 1f4ba758-767b-4dea-b6e0-d4a248a76808 for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:18:50.056267 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe57736-e5f9-4721-92ab-d770089f7772 None None] Routers {'1f4ba758-767b-4dea-b6e0-d4a248a76808'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:18:50.056993 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-0fe57736-e5f9-4721-92ab-d770089f7772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:18:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['1f4ba758-767b-4dea-b6e0-d4a248a76808'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:50.252245 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-0fe57736-e5f9-4721-92ab-d770089f7772 None None] Set router 1f4ba758-767b-4dea-b6e0-d4a248a76808 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:18:50.323180 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bd6c3-b8b1-4dc5-aeaf-50299a467e0b req-13971c9a-f3ed-493f-8b3b-5f44cd595d91 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:50.324726 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1c5bd6c3-b8b1-4dc5-aeaf-50299a467e0b req-13971c9a-f3ed-493f-8b3b-5f44cd595d91 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 946 time: 0.0922892 Apr 30 13:18:50.394157 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1c5bd6c3-b8b1-4dc5-aeaf-50299a467e0b req-1e25ea03-279e-484a-81ac-965398c1bf70 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594482 Apr 30 13:18:50.470580 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 43642) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:50.537297 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ce169e7d-36ce-4abf-a8a4-8ebe2c9c7f5f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:50.565869 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ce169e7d-36ce-4abf-a8a4-8ebe2c9c7f5f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:50.597008 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-0fe57736-e5f9-4721-92ab-d770089f7772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:36Z', 'revision_number': 4, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port': {'id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '4a3c166c-ce9f-4d87-8538-a52a64bda007', 'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'mac_address': 'fa:16:3e:52:9b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 5, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'subnets': [{'id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:50.601626 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe57736-e5f9-4721-92ab-d770089f7772 None None] The sync data for ids ['1f4ba758-767b-4dea-b6e0-d4a248a76808'] in dv-cinder-784453-4-iscsi is: [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:11:36Z', 'revision_number': 4, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port': {'id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '4a3c166c-ce9f-4d87-8538-a52a64bda007', 'name': '', 'network_id': 'b8d1fd53-0ee5-499f-9667-97dbc79cf1ea', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'mac_address': 'fa:16:3e:52:9b:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:35Z', 'updated_at': '2021-04-30T13:11:57Z', 'revision_number': 5, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'subnets': [{'id': 'f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:18:50.622344 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ce169e7d-36ce-4abf-a8a4-8ebe2c9c7f5f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:50.626610 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-181037fc-bd01-4e7a-8ea9-61a46c9e2f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:50.644663 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce169e7d-36ce-4abf-a8a4-8ebe2c9c7f5f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce24c70-6228-402e-9b47-dfa1914a6560,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:50.647237 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ce169e7d-36ce-4abf-a8a4-8ebe2c9c7f5f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:50.654612 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-ce169e7d-36ce-4abf-a8a4-8ebe2c9c7f5f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:50.658387 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-ce169e7d-36ce-4abf-a8a4-8ebe2c9c7f5f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "DELETE /v2.0/security-groups/1ce24c70-6228-402e-9b47-dfa1914a6560 HTTP/1.1" status: 204 len: 168 time: 0.1834288 Apr 30 13:18:50.658722 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 43646) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:50.677989 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.api.v2.resource [None req-9977428c-5e2d-4eeb-b56a-91a956703ba7 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] show failed (client error): The resource could not be found. Apr 30 13:18:50.679016 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-9977428c-5e2d-4eeb-b56a-91a956703ba7 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "GET /v2.0/security-groups/1ce24c70-6228-402e-9b47-dfa1914a6560 HTTP/1.1" status: 404 len: 347 time: 0.0187435 Apr 30 13:18:50.682040 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 43650) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:50.851810 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfce8c28-5421-41e3-a149-30fe421c829b None None] New status for floating IP 72fc6988-fb53-4525-8bdf-3f1ae34f4216: DOWN {{(pid=73816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:18:50.864289 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ac174-333e-4fb3-afdd-d37280712aed req-cbbdb800-5d47-4d2e-93e7-3ed2ee90ea31 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:50.866017 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6a1ac174-333e-4fb3-afdd-d37280712aed req-cbbdb800-5d47-4d2e-93e7-3ed2ee90ea31 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 943 time: 0.0877936 Apr 30 13:18:50.911988 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-4862b00f-e11f-4320-a7b5-d51a8637818a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Deleting port ace54929-d434-42ed-99af-b6cb257afe6c {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:18:50.912327 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4862b00f-e11f-4320-a7b5-d51a8637818a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:50.916054 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6a1ac174-333e-4fb3-afdd-d37280712aed req-d7821bd1-6e76-42fa-bd49-2354892b68f8 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435126 Apr 30 13:18:51.032120 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4862b00f-e11f-4320-a7b5-d51a8637818a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:51.032755 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4862b00f-e11f-4320-a7b5-d51a8637818a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:51.156483 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-4862b00f-e11f-4320-a7b5-d51a8637818a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Calling delete_port for ace54929-d434-42ed-99af-b6cb257afe6c owned by network:floatingip {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:18:51.276714 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4862b00f-e11f-4320-a7b5-d51a8637818a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:51.280552 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:51.327148 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862b00f-e11f-4320-a7b5-d51a8637818a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Pushing event deleted for resources: {'Port': ['ID=ace54929-d434-42ed-99af-b6cb257afe6c,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:51.330366 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-4862b00f-e11f-4320-a7b5-d51a8637818a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:51.424932 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4862b00f-e11f-4320-a7b5-d51a8637818a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks [] for floatingip, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:51.439040 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4862b00f-e11f-4320-a7b5-d51a8637818a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:51.440864 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-4862b00f-e11f-4320-a7b5-d51a8637818a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] 10.222.0.69 "DELETE /v2.0/floatingips/72fc6988-fb53-4525-8bdf-3f1ae34f4216 HTTP/1.1" status: 204 len: 168 time: 0.7576609 Apr 30 13:18:52.055555 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 8abba6c9-b97f-4068-84b0-6fbd520ca4ba no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:18:52.089837 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: 8abba6c9-b97f-4068-84b0-6fbd520ca4ba {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:18:52.090155 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 8abba6c9-b97f-4068-84b0-6fbd520ca4ba not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:18:52.132231 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccb3e8-5767-4783-9a73-81af16142463 req-20fc0a08-d027-4228-8875-f37864b34424 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:52.133720 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1dccb3e8-5767-4783-9a73-81af16142463 req-20fc0a08-d027-4228-8875-f37864b34424 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 943 time: 0.0919774 Apr 30 13:18:52.180709 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1dccb3e8-5767-4783-9a73-81af16142463 req-44b84c25-f647-4c76-8598-0f2dcebd22be tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392182 Apr 30 13:18:53.389501 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5fe5b-4e40-486b-b4f5-1c96bcdc3980 req-d655b0dd-1935-4ee0-a365-aa10080eb390 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:53.392723 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6ef5fe5b-4e40-486b-b4f5-1c96bcdc3980 req-d655b0dd-1935-4ee0-a365-aa10080eb390 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 943 time: 0.0992560 Apr 30 13:18:53.439949 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6ef5fe5b-4e40-486b-b4f5-1c96bcdc3980 req-c238b50a-e416-4f45-905b-0d3cb3517dc6 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419765 Apr 30 13:18:53.740370 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:18:54.648345 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3eb504-2f14-49d0-9627-09f2d2fe4231 req-bd539b09-3bb6-48ff-876b-361fdb6c7f2b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:54.649822 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1b3eb504-2f14-49d0-9627-09f2d2fe4231 req-bd539b09-3bb6-48ff-876b-361fdb6c7f2b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 943 time: 0.0902619 Apr 30 13:18:54.705135 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1b3eb504-2f14-49d0-9627-09f2d2fe4231 req-99ae4a0c-ae0b-41c2-8d77-e7449a9bbc5e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487292 Apr 30 13:18:55.498976 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 43688) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:56.071112 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa16b61d-03b3-4f10-817c-a051c1ea789c req-72746d99-8f2f-40fe-aeea-3929b34af803 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:56.072453 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-aa16b61d-03b3-4f10-817c-a051c1ea789c req-72746d99-8f2f-40fe-aeea-3929b34af803 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 943 time: 0.2151663 Apr 30 13:18:56.161694 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-aa16b61d-03b3-4f10-817c-a051c1ea789c req-ea4330cc-189b-4d38-80be-2445282f9794 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810432 Apr 30 13:18:56.267156 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66717029'] for router_interface, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:56.778104 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Deleting port 4a3c166c-ce9f-4d87-8538-a52a64bda007 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:18:56.778326 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:56.899732 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] For port 4a3c166c-ce9f-4d87-8538-a52a64bda007, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=4a3c166c-ce9f-4d87-8538-a52a64bda007,segment=NetworkSegment(41430b28-ed4e-4555-8a4a-2b225eaaf3ea),segment_id=41430b28-ed4e-4555-8a4a-2b225eaaf3ea)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:56.900194 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:57.023058 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Calling delete_port for 4a3c166c-ce9f-4d87-8538-a52a64bda007 owned by network:router_interface {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:18:57.358063 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:57.361792 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:57.409015 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a3c166c-ce9f-4d87-8538-a52a64bda007,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:57.455187 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:57.455472 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:57.455774 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:57.456122 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:57.456461 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:57.456806 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:57.457146 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:57.457507 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:57.457844 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:57.458176 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:57.458505 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:57.458835 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:18:57.489719 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:57.517715 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd67655-a973-491c-8460-e2612de622d5 req-a0420017-7159-489d-8688-9c5e3078ca49 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:57.519274 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bfd67655-a973-491c-8460-e2612de622d5 req-a0420017-7159-489d-8688-9c5e3078ca49 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 943 time: 0.2396543 Apr 30 13:18:57.644141 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bfd67655-a973-491c-8460-e2612de622d5 req-3df8b727-a796-4935-855c-0b2b0cc09033 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146610 Apr 30 13:18:57.842873 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-67101039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66710741'] for router_interface, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:58.216551 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Router 1f4ba758-767b-4dea-b6e0-d4a248a76808 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:18:58.404494 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:18:58.413724 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9219d90b-b2bd-4c6e-9801-42ab8921e60e None None] Sync routers for ids ['1f4ba758-767b-4dea-b6e0-d4a248a76808'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:18:58.420051 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] 10.222.0.69 "PUT /v2.0/routers/1f4ba758-767b-4dea-b6e0-d4a248a76808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9173610 Apr 30 13:18:58.420412 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 43698) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:58.424918 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9219d90b-b2bd-4c6e-9801-42ab8921e60e None None] Routers {'1f4ba758-767b-4dea-b6e0-d4a248a76808'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:18:58.425567 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-9219d90b-b2bd-4c6e-9801-42ab8921e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:18:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['1f4ba758-767b-4dea-b6e0-d4a248a76808'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:58.596287 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ac8eca87-b023-41f3-bec5-6209296cd66f admin admin] Notify callbacks [] for router, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:58.631362 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-9219d90b-b2bd-4c6e-9801-42ab8921e60e None None] Set router 1f4ba758-767b-4dea-b6e0-d4a248a76808 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:18:58.821575 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ac8eca87-b023-41f3-bec5-6209296cd66f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:58.891749 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b678584-cd1f-4ac9-8b8f-20c4cd09ac0c req-5fc2f8ee-0002-4d32-8e22-f85e4a1abbb0 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:18:58.893203 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3b678584-cd1f-4ac9-8b8f-20c4cd09ac0c req-5fc2f8ee-0002-4d32-8e22-f85e4a1abbb0 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 943 time: 0.1315041 Apr 30 13:18:58.918896 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-9219d90b-b2bd-4c6e-9801-42ab8921e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:18:57Z', 'revision_number': 5, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port': {'id': '73804792-2f9a-44cf-be7e-052c6bf116ae', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:f4:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:25Z', 'updated_at': '2021-04-30T13:11:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:58.923668 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9219d90b-b2bd-4c6e-9801-42ab8921e60e None None] Checking router: 1f4ba758-767b-4dea-b6e0-d4a248a76808 for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:18:58.932415 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9219d90b-b2bd-4c6e-9801-42ab8921e60e None None] Routers {'1f4ba758-767b-4dea-b6e0-d4a248a76808'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:18:58.933220 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-9219d90b-b2bd-4c6e-9801-42ab8921e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:18:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['1f4ba758-767b-4dea-b6e0-d4a248a76808'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:58.959581 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-ac8eca87-b023-41f3-bec5-6209296cd66f admin admin] Deleting port 73804792-2f9a-44cf-be7e-052c6bf116ae {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:18:58.959924 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ac8eca87-b023-41f3-bec5-6209296cd66f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:58.975189 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3b678584-cd1f-4ac9-8b8f-20c4cd09ac0c req-566d4fd0-9c40-4738-94e2-f9c043809a86 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750501 Apr 30 13:18:59.089631 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-9219d90b-b2bd-4c6e-9801-42ab8921e60e None None] Set router 1f4ba758-767b-4dea-b6e0-d4a248a76808 gateway port host: None {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:18:59.089903 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-ac8eca87-b023-41f3-bec5-6209296cd66f admin admin] For port 73804792-2f9a-44cf-be7e-052c6bf116ae, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=73804792-2f9a-44cf-be7e-052c6bf116ae,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:18:59.090284 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ac8eca87-b023-41f3-bec5-6209296cd66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:59.194878 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-9219d90b-b2bd-4c6e-9801-42ab8921e60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:18:58Z', 'revision_number': 6, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port_host': None}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:18:59.200304 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9219d90b-b2bd-4c6e-9801-42ab8921e60e None None] The sync data for ids ['1f4ba758-767b-4dea-b6e0-d4a248a76808'] in dv-cinder-784453-4-iscsi is: [{'id': '1f4ba758-767b-4dea-b6e0-d4a248a76808', 'name': 'tempest-AttachVolumeTestJSON-1956919848-router', 'tenant_id': '8c3daf98030a4f9983829bc893d1c2a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:23Z', 'updated_at': '2021-04-30T13:18:58Z', 'revision_number': 6, 'project_id': '8c3daf98030a4f9983829bc893d1c2a1', 'gw_port_host': None}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:18:59.331588 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-ac8eca87-b023-41f3-bec5-6209296cd66f admin admin] Calling delete_port for 73804792-2f9a-44cf-be7e-052c6bf116ae owned by network:router_gateway {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:18:59.480276 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ac8eca87-b023-41f3-bec5-6209296cd66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:59.484169 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:18:59.528476 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8eca87-b023-41f3-bec5-6209296cd66f admin admin] Pushing event deleted for resources: {'Port': ['ID=73804792-2f9a-44cf-be7e-052c6bf116ae,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:18:59.530963 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ac8eca87-b023-41f3-bec5-6209296cd66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:18:59.628657 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ac8eca87-b023-41f3-bec5-6209296cd66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66717938'] for router_gateway, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:59.804390 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ac8eca87-b023-41f3-bec5-6209296cd66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66709549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-729'] for router, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:59.806828 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ac8eca87-b023-41f3-bec5-6209296cd66f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:59.892254 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ac8eca87-b023-41f3-bec5-6209296cd66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66710103'] for router, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:59.892661 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8eca87-b023-41f3-bec5-6209296cd66f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f4ba758-767b-4dea-b6e0-d4a248a76808 {{(pid=73814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:18:59.906050 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ac8eca87-b023-41f3-bec5-6209296cd66f admin admin] Notify callbacks [] for router, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:18:59.907179 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-ac8eca87-b023-41f3-bec5-6209296cd66f admin admin] 10.222.0.69 "DELETE /v2.0/routers/1f4ba758-767b-4dea-b6e0-d4a248a76808 HTTP/1.1" status: 204 len: 168 time: 1.4857588 Apr 30 13:18:59.910015 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 43704) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:18:59.994829 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 4a3c166c-ce9f-4d87-8538-a52a64bda007 no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:00.035233 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: 4a3c166c-ce9f-4d87-8538-a52a64bda007 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:00.035581 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 4a3c166c-ce9f-4d87-8538-a52a64bda007 not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:00.075703 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] Deleting subnet f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3 {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:19:00.078831 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:00.105794 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 5a4062f2-4fa0-496f-b854-05006c824a01 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:19:00.134776 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64371163'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:00.185316 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c1e7e-1209-4f6c-8aaa-25b314e37d37 req-45b69f7b-85cb-415e-8db1-d1d1f7d10388 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:00.187031 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-034c1e7e-1209-4f6c-8aaa-25b314e37d37 req-45b69f7b-85cb-415e-8db1-d1d1f7d10388 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 943 time: 0.0942996 Apr 30 13:19:00.234821 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-034c1e7e-1209-4f6c-8aaa-25b314e37d37 req-24d91c08-5ad0-4f32-81be-a5cf1423d655 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411153 Apr 30 13:19:00.259073 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726744'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:00.268342 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 5a4062f2-4fa0-496f-b854-05006c824a01, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5a4062f2-4fa0-496f-b854-05006c824a01,segment=NetworkSegment(85f93deb-157e-4500-8ba3-ce93d8206079),segment_id=85f93deb-157e-4500-8ba3-ce93d8206079)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:00.282683 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': '5a4062f2-4fa0-496f-b854-05006c824a01', 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194', 'port_id': '5a4062f2-4fa0-496f-b854-05006c824a01', 'mac_address': 'fa:16:3e:1b:1a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:19:00.340383 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:00.359556 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4062f2-4fa0-496f-b854-05006c824a01 {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:19:00.376553 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 5a4062f2-4fa0-496f-b854-05006c824a01, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5a4062f2-4fa0-496f-b854-05006c824a01,segment=NetworkSegment(85f93deb-157e-4500-8ba3-ce93d8206079),segment_id=85f93deb-157e-4500-8ba3-ce93d8206079)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:00.380676 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:00.383647 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:00.464665 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=5a4062f2-4fa0-496f-b854-05006c824a01,revision_number=7']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:00.475179 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:00.525347 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64370389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65575225'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:00.529596 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:00.564226 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:00.569050 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:00.575646 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f622bb8-56c7-46ea-b940-5e76b65ed6ee None None] Network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:19:00.576353 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:00.576738 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:00.577114 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:00.577503 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:00.577849 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:00.578302 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:00.578650 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:00.579021 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:00.579370 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:00.579731 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:00.580081 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:00.580428 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:00.584172 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:00.588589 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-e8d3f416-6ac4-41f8-bc55-62900de00e0e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f2cdcfe3-9271-4c9d-bd8e-2ee09149cbb3 HTTP/1.1" status: 204 len: 168 time: 0.6748881 Apr 30 13:19:00.588589 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 43710) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:00.694678 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607959'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:00.734553 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['5a4062f2-4fa0-496f-b854-05006c824a01'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:00.776303 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] Deleting port 4845580b-b110-4694-bb89-24f8d0995732 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:00.776741 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:00.878889 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] For port 4845580b-b110-4694-bb89-24f8d0995732, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=4845580b-b110-4694-bb89-24f8d0995732,segment=NetworkSegment(41430b28-ed4e-4555-8a4a-2b225eaaf3ea),segment_id=41430b28-ed4e-4555-8a4a-2b225eaaf3ea)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:00.879294 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:00.962158 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf8b768-702d-4ab9-b778-872ef2089221 None None] DHCP port deletion for b8d1fd53-0ee5-499f-9667-97dbc79cf1ea request from dv-cinder-784453-4-iscsi {{(pid=73815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:19:01.008224 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] Calling delete_port for 4845580b-b110-4694-bb89-24f8d0995732 owned by network:dhcp {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:01.060077 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:01.067591 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-aa19e0ff-1595-4a3b-be3b-d86651e3d992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:01.109609 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] No DVR routers for this DVR port 4845580b-b110-4694-bb89-24f8d0995732 on host dv-cinder-784453-4-iscsi {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:01.109895 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-5cf8b768-702d-4ab9-b778-872ef2089221 None None] Deleting port 4845580b-b110-4694-bb89-24f8d0995732 {{(pid=73815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:01.110383 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5cf8b768-702d-4ab9-b778-872ef2089221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:01.111409 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] Pushing event deleted for resources: {'Port': ['ID=4845580b-b110-4694-bb89-24f8d0995732,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:01.136987 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:01.228746 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721493', 'neutron.services.segments.db._delete_segments_for_network-8751029557405'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:01.242076 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-5cf8b768-702d-4ab9-b778-872ef2089221 None None] For port 4845580b-b110-4694-bb89-24f8d0995732, host dv-cinder-784453-4-iscsi, got binding levels [] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:01.242473 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5cf8b768-702d-4ab9-b778-872ef2089221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:01.307427 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:01.344343 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d1fd53-0ee5-499f-9667-97dbc79cf1ea']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:01.357426 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41430b28-ed4e-4555-8a4a-2b225eaaf3ea') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:01.357940 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41430b28-ed4e-4555-8a4a-2b225eaaf3ea') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:01.370673 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751029569639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64371154'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:01.371073 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-5cf8b768-702d-4ab9-b778-872ef2089221 None None] Calling delete_port for 4845580b-b110-4694-bb89-24f8d0995732 owned by network:dhcp {{(pid=73815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:01.378175 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.ipam_backend_mixin [None req-5cf8b768-702d-4ab9-b778-872ef2089221 None None] Port 4845580b-b110-4694-bb89-24f8d0995732 was not found and therefore no delete operation was performed {{(pid=73815) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:565}} Apr 30 13:19:01.379478 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5cf8b768-702d-4ab9-b778-872ef2089221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357'] for port, after_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:01.383996 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:01.387952 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:01.395237 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:19:01.436399 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8b768-702d-4ab9-b778-872ef2089221 None None] No DVR routers for this DVR port 4845580b-b110-4694-bb89-24f8d0995732 on host dv-cinder-784453-4-iscsi {{(pid=73815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:01.441634 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8b768-702d-4ab9-b778-872ef2089221 None None] Pushing event deleted for resources: {'Port': ['ID=4845580b-b110-4694-bb89-24f8d0995732,revision_number=None']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:01.446319 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-5cf8b768-702d-4ab9-b778-872ef2089221 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:01.488449 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 4845580b-b110-4694-bb89-24f8d0995732 no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:01.490972 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9741d93-1569-4d34-9eed-3c828f49a206 req-2244c3c6-40de-447b-b383-648dcacb22d3 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:01.499111 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d9741d93-1569-4d34-9eed-3c828f49a206 req-2244c3c6-40de-447b-b383-648dcacb22d3 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 944 time: 0.1556067 Apr 30 13:19:01.529154 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: 4845580b-b110-4694-bb89-24f8d0995732 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:01.529463 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 4845580b-b110-4694-bb89-24f8d0995732 not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:01.529891 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 73804792-2f9a-44cf-be7e-052c6bf116ae no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:01.545038 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d9741d93-1569-4d34-9eed-3c828f49a206 req-98cc4945-f200-4319-b870-c5a61c390c8b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448017 Apr 30 13:19:01.567008 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: 73804792-2f9a-44cf-be7e-052c6bf116ae {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:01.567506 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 73804792-2f9a-44cf-be7e-052c6bf116ae not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:01.693866 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] Network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:19:01.702395 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-780525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64370303'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:01.880498 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] Network b8d1fd53-0ee5-499f-9667-97dbc79cf1ea has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: Traceback (most recent call last): Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: timer() Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: cb(*args, **kw) Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: return func(*args, **kwargs) Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: self._notify() Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: self.callback(batched_events) Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: event.method(event) Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: return f(self, *a, **k) Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._get(url).json() Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:19:01.905845 dv-cinder-784453-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:19:01.992518 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721390'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:01.996439 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:02.009540 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:02.019907 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d1fd53-0ee5-499f-9667-97dbc79cf1ea,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:02.024418 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:02.028080 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b8d1fd53-0ee5-499f-9667-97dbc79cf1ea HTTP/1.1" status: 204 len: 168 time: 1.4385777 Apr 30 13:19:02.120353 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 5a4062f2-4fa0-496f-b854-05006c824a01 up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:19:02.158236 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 43718) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:02.191792 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port 5a4062f2-4fa0-496f-b854-05006c824a01 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:02.192195 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:02.207286 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-8ce8d439-fc3a-4d31-b50e-d10d0b520184 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8c3daf98030a4f9983829bc893d1c2a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0477679 Apr 30 13:19:02.209907 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 43722) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:02.268808 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1159425d-d6e2-464a-917b-e4dadc61b61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:02.294635 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1159425d-d6e2-464a-917b-e4dadc61b61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:02.310540 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:02.346873 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cbde8a-c152-4038-a60b-9efd8cd55037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4062f2-4fa0-496f-b854-05006c824a01'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:02.349941 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1159425d-d6e2-464a-917b-e4dadc61b61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:02.355122 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-611e34c7-d254-4ee9-80f1-4ea7a163f216 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:02.365029 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 5a4062f2-4fa0-496f-b854-05006c824a01, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5a4062f2-4fa0-496f-b854-05006c824a01,segment=NetworkSegment(85f93deb-157e-4500-8ba3-ce93d8206079),segment_id=85f93deb-157e-4500-8ba3-ce93d8206079)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:02.369185 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5be112ae-36e8-4d9e-81db-2b0fefcff3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:02.369403 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159425d-d6e2-464a-917b-e4dadc61b61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628acb49-6114-4925-bb9b-863a7d132339,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:02.373668 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-1159425d-d6e2-464a-917b-e4dadc61b61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:02.377163 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-1159425d-d6e2-464a-917b-e4dadc61b61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:02.378625 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-1159425d-d6e2-464a-917b-e4dadc61b61d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/628acb49-6114-4925-bb9b-863a7d132339 HTTP/1.1" status: 204 len: 168 time: 0.1678514 Apr 30 13:19:02.390096 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:02.395586 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-d3161729-797d-4706-8ff7-321bbb5854d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:02.427487 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cbde8a-c152-4038-a60b-9efd8cd55037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4062f2-4fa0-496f-b854-05006c824a01', 'code': 200} Apr 30 13:19:02.473971 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=5a4062f2-4fa0-496f-b854-05006c824a01,revision_number=8']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:02.477091 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:02.795589 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c8734-d65f-4c51-bf1b-3744813410b3 req-eac076a8-7c19-468c-81db-c62fbb3ce7ae tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:02.797018 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a44c8734-d65f-4c51-bf1b-3744813410b3 req-eac076a8-7c19-468c-81db-c62fbb3ce7ae tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.1383128 Apr 30 13:19:02.828412 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c5ac9-4454-4b7c-916a-c9b6cc7f55eb req-60b47360-e320-4106-b732-29dd2d2f7295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:02.829883 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-897c5ac9-4454-4b7c-916a-c9b6cc7f55eb req-60b47360-e320-4106-b732-29dd2d2f7295 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 1098 time: 0.1162701 Apr 30 13:19:02.870960 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a44c8734-d65f-4c51-bf1b-3744813410b3 req-5ed7bae4-7c22-4dac-9adf-e8461fe95fde tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639517 Apr 30 13:19:02.893397 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-897c5ac9-4454-4b7c-916a-c9b6cc7f55eb req-4e3a2021-847b-49ef-814b-18f14cd0e3b6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500491 Apr 30 13:19:03.173448 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 43750) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:03.287143 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-650565714-network', 'tenant_id': 'ea398af75bc44966965248e1ea7440c4'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:03.292129 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:03.296304 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Usage tracker for resource:network and tenant:ea398af75bc44966965248e1ea7440c4 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:03.299820 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:03.309235 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:03.322265 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Made reservation on behalf of ea398af75bc44966965248e1ea7440c4 for: {'network': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:19:03.324568 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for network, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:03.337096 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:03.351327 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:03.355226 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Usage tracker for resource:security_group_rule and tenant:ea398af75bc44966965248e1ea7440c4 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:03.358046 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:03.364506 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:03.458307 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:03.463295 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:03.466238 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-91c58629-f8cd-4c24-8542-e46e14daaf82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:03.493438 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=73814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:19:03.501934 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3abdcb-e033-484f-9d74-bf5445197696,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:03.505555 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:03.508266 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:03.508602 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.db.segments_db [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Added segment 1a9771ff-a3b7-498c-98b0-a997ce2e94ab of type vlan for network 80f53de5-5259-4652-858e-b5c33566feb0 Apr 30 13:19:03.537400 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751029132912'] for network, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:03.569503 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for network, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:03.570805 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:03.571450 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:03.576040 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:03.665008 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4901986 Apr 30 13:19:03.668017 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 43756) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:03.675914 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-fa1478d8-d3ee-4fa2-9bba-ab543da5c9d7 admin admin] Request body: {'subnet': {'network_id': '80f53de5-5259-4652-858e-b5c33566feb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-650565714-subnet', 'tenant_id': 'ea398af75bc44966965248e1ea7440c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:03.679144 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Pushing event updated for resources: {'Network': ['ID=80f53de5-5259-4652-858e-b5c33566feb0,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:03.682259 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:03.683171 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-fa1478d8-d3ee-4fa2-9bba-ab543da5c9d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:03.687009 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-fa1478d8-d3ee-4fa2-9bba-ab543da5c9d7 admin admin] Usage tracker for resource:subnet and tenant:ea398af75bc44966965248e1ea7440c4 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:03.689314 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Network 80f53de5-5259-4652-858e-b5c33566feb0 details requested by agent ovs-agent-dv-cinder-784453-4-iscsi with host dv-cinder-784453-4-iscsi {{(pid=73815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:19:03.689990 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-fa1478d8-d3ee-4fa2-9bba-ab543da5c9d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:03.696155 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-fa1478d8-d3ee-4fa2-9bba-ab543da5c9d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:03.706849 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1478d8-d3ee-4fa2-9bba-ab543da5c9d7 admin admin] Made reservation on behalf of ea398af75bc44966965248e1ea7440c4 for: {'subnet': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:19:03.709234 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fa1478d8-d3ee-4fa2-9bba-ab543da5c9d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65153151'] for subnet, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:04.127510 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1759d-56f3-4b40-a11b-b713f7ed8a78 req-dce40f44-bf5f-4818-9fc9-3a8b3691362a tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:04.129051 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2ad1759d-56f3-4b40-a11b-b713f7ed8a78 req-dce40f44-bf5f-4818-9fc9-3a8b3691362a tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.1441481 Apr 30 13:19:04.224200 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2ad1759d-56f3-4b40-a11b-b713f7ed8a78 req-76e660c6-e230-4269-8bdf-cf82bd637842 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547640 Apr 30 13:19:04.308347 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fa1478d8-d3ee-4fa2-9bba-ab543da5c9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64946755', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65153133'] for subnet, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:04.312210 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-14016b85-e351-4103-bb5d-63e67b12a1a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:04.381329 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1478d8-d3ee-4fa2-9bba-ab543da5c9d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:04.384977 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fa1478d8-d3ee-4fa2-9bba-ab543da5c9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:04.392394 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1478d8-d3ee-4fa2-9bba-ab543da5c9d7 admin admin] Checking segment: {'id': '1a9771ff-a3b7-498c-98b0-a997ce2e94ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:19:04.392750 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1478d8-d3ee-4fa2-9bba-ab543da5c9d7 admin admin] Network hostable DHCP agents. Network: 80f53de5-5259-4652-858e-b5c33566feb0, hostable agents: ['e96ab08c-23ca-4860-8db7-d5ed4d5e6b52'], hosted agents: [] {{(pid=73814) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:19:04.411517 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1478d8-d3ee-4fa2-9bba-ab543da5c9d7 admin admin] Network 80f53de5-5259-4652-858e-b5c33566feb0 is scheduled to be hosted by DHCP agent e96ab08c-23ca-4860-8db7-d5ed4d5e6b52 with binding_index 1 {{(pid=73814) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:19:04.421646 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [None req-fa1478d8-d3ee-4fa2-9bba-ab543da5c9d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-iscsi, 80f53de5-5259-4652-858e-b5c33566feb0) {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:19:04.433691 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1478d8-d3ee-4fa2-9bba-ab543da5c9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:04.434405 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-fa1478d8-d3ee-4fa2-9bba-ab543da5c9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for subnet, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:04.434695 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb3830-7f2c-400a-9afb-f8e967135ed1 None None] Network 80f53de5-5259-4652-858e-b5c33566feb0 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:19:04.473431 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-fa1478d8-d3ee-4fa2-9bba-ab543da5c9d7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7960575 Apr 30 13:19:04.656618 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151c1c25-c00f-4ade-ac79-20e50c737866 None None] Network 80f53de5-5259-4652-858e-b5c33566feb0 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:19:04.994475 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-b9f2c020-9a6b-46b3-88a3-ee87e3859ccb tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:04.995055 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-b9f2c020-9a6b-46b3-88a3-ee87e3859ccb tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Synchronizing usage tracker for tenant:ea398af75bc44966965248e1ea7440c4 on resource:network {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:05.015661 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-b9f2c020-9a6b-46b3-88a3-ee87e3859ccb tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Unset dirty status for tenant:ea398af75bc44966965248e1ea7440c4 on resource:network {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:05.016962 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-b9f2c020-9a6b-46b3-88a3-ee87e3859ccb tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/networks?id=80f53de5-5259-4652-858e-b5c33566feb0 HTTP/1.1" status: 200 len: 814 time: 0.1720796 Apr 30 13:19:05.032449 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-7cb4ce9a-a73e-43b5-a068-061c8ac32f24 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/quotas/ea398af75bc44966965248e1ea7440c4 HTTP/1.1" status: 200 len: 375 time: 0.0097585 Apr 30 13:19:05.085469 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-4fb34a15-32c6-4dbe-87d1-6267598aded5 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ea398af75bc44966965248e1ea7440c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476334 Apr 30 13:19:05.221943 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-3ae5a638-d88d-493a-9f77-f9225d49a7e8 service neutron] 10.222.0.69 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292357 Apr 30 13:19:05.401649 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-b7b6f355-4700-4e09-ad9a-40c7ebc16e08 service neutron] 10.222.0.69 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713200 Apr 30 13:19:05.435151 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84dabb-896f-49df-8aeb-56f3ca8d7ef2 req-57a0cf86-a765-42bd-8c36-a34071ead12b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:05.437319 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bc84dabb-896f-49df-8aeb-56f3ca8d7ef2 req-57a0cf86-a765-42bd-8c36-a34071ead12b tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.1038210 Apr 30 13:19:05.484025 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bc84dabb-896f-49df-8aeb-56f3ca8d7ef2 req-1ec7350a-2d3a-42eb-9104-68268172015f tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404909 Apr 30 13:19:05.530680 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:05.598585 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bd59fd9c-c314-4a38-aa13-b1d668a47583 req-06f72f7c-c8b5-4194-ae14-7974f00c34e9 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccecde33-e41a-46fc-9ee1-f0834326656f HTTP/1.1" status: 200 len: 210 time: 0.0453713 Apr 30 13:19:05.751888 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-7473cbe7-f49e-4c78-9f76-ac77d75ac930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:06.518284 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:06.659853 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d2c1096d-8d05-4ec1-9f37-61adf203b136 req-28df5486-524b-4310-83b5-ec13464ded19 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-586848579&fields=id&tenant_id=330522879a1442469115b6ce47db04cd HTTP/1.1" status: 200 len: 267 time: 0.0503833 Apr 30 13:19:06.797449 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-52508fdf-5e65-40b8-af5c-b2d087c6384f req-ab81b6a6-a9b6-4c70-8adf-6e29f570e78a tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccecde33-e41a-46fc-9ee1-f0834326656f HTTP/1.1" status: 200 len: 210 time: 0.0834439 Apr 30 13:19:06.907823 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1096d-8d05-4ec1-9f37-61adf203b136 req-bd9f80e2-e510-4b71-9942-5015fed63f88 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:06.909258 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d2c1096d-8d05-4ec1-9f37-61adf203b136 req-bd9f80e2-e510-4b71-9942-5015fed63f88 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 985 time: 0.2433579 Apr 30 13:19:06.932640 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-d2c1096d-8d05-4ec1-9f37-61adf203b136 req-7cf35b39-76a0-411f-914c-6e86be69a6c7 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Request body: {'port': {'security_groups': ['f4e93ef5-4bdd-4beb-86dc-6dd882163962']}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:06.977357 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-fb3418ff-c73e-440f-977e-a6cfe562308f tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:06.979602 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-fb3418ff-c73e-440f-977e-a6cfe562308f tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.71 "GET /v2.0/networks?id=80f53de5-5259-4652-858e-b5c33566feb0 HTTP/1.1" status: 200 len: 814 time: 0.2240460 Apr 30 13:19:07.006093 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-53e50179-dc4c-45be-a182-8e75f13486e2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Request body: {'port': {'device_id': 'ccecde33-e41a-46fc-9ee1-f0834326656f', 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0', 'admin_state_up': True, 'tenant_id': 'ea398af75bc44966965248e1ea7440c4'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:07.260241 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-d2c1096d-8d05-4ec1-9f37-61adf203b136 req-7cf35b39-76a0-411f-914c-6e86be69a6c7 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:07.351482 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-53e50179-dc4c-45be-a182-8e75f13486e2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:07.364561 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-53e50179-dc4c-45be-a182-8e75f13486e2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Usage tracker for resource:port and tenant:ea398af75bc44966965248e1ea7440c4 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:07.375468 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-53e50179-dc4c-45be-a182-8e75f13486e2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:07.385394 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-53e50179-dc4c-45be-a182-8e75f13486e2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:07.411697 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-53e50179-dc4c-45be-a182-8e75f13486e2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Made reservation on behalf of ea398af75bc44966965248e1ea7440c4 for: {'port': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:19:07.415172 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-53e50179-dc4c-45be-a182-8e75f13486e2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:07.675541 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-d2c1096d-8d05-4ec1-9f37-61adf203b136 req-7cf35b39-76a0-411f-914c-6e86be69a6c7 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] For port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468,segment=NetworkSegment(43681df7-afba-4936-a999-e96e641a7808),segment_id=43681df7-afba-4936-a999-e96e641a7808)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:07.699128 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-53e50179-dc4c-45be-a182-8e75f13486e2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Allocated IP 172.20.0.12 (80f53de5-5259-4652-858e-b5c33566feb0/f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e/f4d680b6-708a-42f8-a62f-e54604d1aaed) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:19:07.723219 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-d2c1096d-8d05-4ec1-9f37-61adf203b136 req-7cf35b39-76a0-411f-914c-6e86be69a6c7 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:07.740189 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-d2c1096d-8d05-4ec1-9f37-61adf203b136 req-7cf35b39-76a0-411f-914c-6e86be69a6c7 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:07.748600 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-4ff4d67e-637f-4f58-b1b5-0c3044943d95 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:07.781991 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['b1c0f6ee-3dd3-4d94-9dc0-4234936a6468'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:07.854395 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1096d-8d05-4ec1-9f37-61adf203b136 req-7cf35b39-76a0-411f-914c-6e86be69a6c7 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:07.855013 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-d2c1096d-8d05-4ec1-9f37-61adf203b136 req-7cf35b39-76a0-411f-914c-6e86be69a6c7 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:07.856401 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d2c1096d-8d05-4ec1-9f37-61adf203b136 req-7cf35b39-76a0-411f-914c-6e86be69a6c7 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "PUT /v2.0/ports/b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 HTTP/1.1" status: 200 len: 943 time: 0.9323232 Apr 30 13:19:07.860413 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a7f8b6-a516-48e7-9102-72f697ce80e2', 'tag': 'b1c0f6ee-3dd3-4d94-9dc0-4234936a6468'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:07.868413 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 43808) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:07.885135 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:07.936154 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf35b39-76a0-411f-914c-6e86be69a6c7 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Pushing event updated for resources: {'Port': ['ID=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468,revision_number=7']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:07.954915 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a7f8b6-a516-48e7-9102-72f697ce80e2', 'tag': 'b1c0f6ee-3dd3-4d94-9dc0-4234936a6468', 'status': 'completed', 'code': 200} Apr 30 13:19:07.955839 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7cf35b39-76a0-411f-914c-6e86be69a6c7 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:07.979873 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9cb3cf97-5193-4d04-a5e8-d6faebfa9912 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:08.030920 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9cb3cf97-5193-4d04-a5e8-d6faebfa9912 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:08.060547 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['b1c0f6ee-3dd3-4d94-9dc0-4234936a6468'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:08.065591 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f04ab63b-26a9-402b-9b7a-b54eb8e106cc req-4b80a9d5-e26a-4dca-90b2-9d4dd15bb028 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccecde33-e41a-46fc-9ee1-f0834326656f HTTP/1.1" status: 200 len: 210 time: 0.1255612 Apr 30 13:19:08.148692 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-53e50179-dc4c-45be-a182-8e75f13486e2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:08.156482 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9cb3cf97-5193-4d04-a5e8-d6faebfa9912 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:08.162569 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6bb99cad-dd08-459f-81b1-8da3bb13d206 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:08.179848 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb3cf97-5193-4d04-a5e8-d6faebfa9912 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:08.183904 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9cb3cf97-5193-4d04-a5e8-d6faebfa9912 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:08.191398 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9cb3cf97-5193-4d04-a5e8-d6faebfa9912 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:08.192847 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-9cb3cf97-5193-4d04-a5e8-d6faebfa9912 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "DELETE /v2.0/security-groups/72b23f7a-e9d6-47aa-b0a5-d8454ae7dd62 HTTP/1.1" status: 204 len: 168 time: 0.3234880 Apr 30 13:19:08.193533 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-53e50179-dc4c-45be-a182-8e75f13486e2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:08.195759 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 43812) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:08.203152 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-9d5c437c-a7e6-49aa-8669-24d593b4d8f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:08.208347 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ac2ee-3dc7-4d50-954c-6e701a21742f req-207b3d69-632a-4a65-85ad-f5a5bebd125e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:08.210042 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-487ac2ee-3dc7-4d50-954c-6e701a21742f req-207b3d69-632a-4a65-85ad-f5a5bebd125e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=330522879a1442469115b6ce47db04cd&device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 1099 time: 0.1173816 Apr 30 13:19:08.272542 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-a9c380b7-e227-456a-8580-da3c839616c8 None None] Provisioning complete for port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:08.272963 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a9c380b7-e227-456a-8580-da3c839616c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:08.350757 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ac2ee-3dc7-4d50-954c-6e701a21742f req-3e3af4f2-6c87-4fd1-82ae-e7a86097bec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:08.353215 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-487ac2ee-3dc7-4d50-954c-6e701a21742f req-3e3af4f2-6c87-4fd1-82ae-e7a86097bec8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f94ec92d-da55-4a90-8bdf-4314b868efa4 HTTP/1.1" status: 200 len: 917 time: 0.1358273 Apr 30 13:19:08.365856 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-53e50179-dc4c-45be-a182-8e75f13486e2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Network 80f53de5-5259-4652-858e-b5c33566feb0 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:19:08.377875 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-53e50179-dc4c-45be-a182-8e75f13486e2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:19:08.397898 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-53e50179-dc4c-45be-a182-8e75f13486e2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:19:08.478342 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-487ac2ee-3dc7-4d50-954c-6e701a21742f req-3d59bb68-abb7-4fd3-af2f-e75269cb9b81 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 HTTP/1.1" status: 200 len: 1002 time: 0.1148601 Apr 30 13:19:08.497576 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e50179-dc4c-45be-a182-8e75f13486e2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Pushing event updated for resources: {'Port': ['ID=f4d680b6-708a-42f8-a62f-e54604d1aaed,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:08.510709 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-53e50179-dc4c-45be-a182-8e75f13486e2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:08.544060 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-53e50179-dc4c-45be-a182-8e75f13486e2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:08.544664 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-53e50179-dc4c-45be-a182-8e75f13486e2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:08.551205 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ac2ee-3dc7-4d50-954c-6e701a21742f req-4bbe9a08-a1f6-4bfe-9c07-ae1d2374eb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:08.552677 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-487ac2ee-3dc7-4d50-954c-6e701a21742f req-4bbe9a08-a1f6-4bfe-9c07-ae1d2374eb75 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3acc879-0ee0-47a6-902f-6f62b8c33fb2 HTTP/1.1" status: 200 len: 854 time: 0.0670691 Apr 30 13:19:08.616098 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-53e50179-dc4c-45be-a182-8e75f13486e2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6137645 Apr 30 13:19:08.632500 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ac2ee-3dc7-4d50-954c-6e701a21742f req-4f4b689f-1ac5-4bee-ba6c-237db6450f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:08.634485 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-487ac2ee-3dc7-4d50-954c-6e701a21742f req-4f4b689f-1ac5-4bee-ba6c-237db6450f4d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f94ec92d-da55-4a90-8bdf-4314b868efa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0751376 Apr 30 13:19:08.638353 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Request body: {'port': {'device_id': 'ccecde33-e41a-46fc-9ee1-f0834326656f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:08.686901 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-d735d761-0525-43b8-8a96-d9008dd45ae3 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Deleting port 5830435b-9a5d-479c-a604-6506f78fa0db {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:08.687664 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d735d761-0525-43b8-8a96-d9008dd45ae3 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:08.775482 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-487ac2ee-3dc7-4d50-954c-6e701a21742f req-c225944a-d0ea-408e-9732-3748f9774695 service neutron] 10.222.0.71 "GET /v2.0/networks/f94ec92d-da55-4a90-8bdf-4314b868efa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325359 Apr 30 13:19:08.858701 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:08.877614 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d735d761-0525-43b8-8a96-d9008dd45ae3 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:08.877939 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d735d761-0525-43b8-8a96-d9008dd45ae3 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:08.915979 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-487ac2ee-3dc7-4d50-954c-6e701a21742f req-eba72fa2-3a6f-4a01-87c2-beba28afe535 service neutron] 10.222.0.71 "GET /v2.0/networks/f94ec92d-da55-4a90-8bdf-4314b868efa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329463 Apr 30 13:19:09.149796 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-d735d761-0525-43b8-8a96-d9008dd45ae3 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Calling delete_port for 5830435b-9a5d-479c-a604-6506f78fa0db owned by network:floatingip {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:09.460589 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7ca9a-a6c8-4fb1-b96c-186d7d2fae13 req-6b90fbb6-f968-4332-bd6a-649fab4305d0 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:09.461311 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-cad7ca9a-a6c8-4fb1-b96c-186d7d2fae13 req-6b90fbb6-f968-4332-bd6a-649fab4305d0 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Synchronizing usage tracker for tenant:ea398af75bc44966965248e1ea7440c4 on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:09.536945 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-cad7ca9a-a6c8-4fb1-b96c-186d7d2fae13 req-6b90fbb6-f968-4332-bd6a-649fab4305d0 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Unset dirty status for tenant:ea398af75bc44966965248e1ea7440c4 on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:09.538181 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cad7ca9a-a6c8-4fb1-b96c-186d7d2fae13 req-6b90fbb6-f968-4332-bd6a-649fab4305d0 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccecde33-e41a-46fc-9ee1-f0834326656f HTTP/1.1" status: 200 len: 932 time: 0.3587761 Apr 30 13:19:09.634603 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d735d761-0525-43b8-8a96-d9008dd45ae3 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:09.643236 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:09.677707 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d680b6-708a-42f8-a62f-e54604d1aaed {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:19:09.703757 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:09.706362 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735d761-0525-43b8-8a96-d9008dd45ae3 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Pushing event deleted for resources: {'Port': ['ID=5830435b-9a5d-479c-a604-6506f78fa0db,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:09.710664 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-cad7ca9a-a6c8-4fb1-b96c-186d7d2fae13 req-10ae315d-b342-4576-943c-554ee2944727 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Synchronizing usage tracker for tenant:ea398af75bc44966965248e1ea7440c4 on resource:security_group {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:09.715107 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d735d761-0525-43b8-8a96-d9008dd45ae3 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:09.762873 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Transition to ACTIVE for port object f4d680b6-708a-42f8-a62f-e54604d1aaed will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:19:09.791617 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:09.804856 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-53e6c0ca-4223-450a-b49b-75bfef56d1bd tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:09.914135 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-cad7ca9a-a6c8-4fb1-b96c-186d7d2fae13 req-10ae315d-b342-4576-943c-554ee2944727 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Unset dirty status for tenant:ea398af75bc44966965248e1ea7440c4 on resource:security_group {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:09.915177 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-cad7ca9a-a6c8-4fb1-b96c-186d7d2fae13 req-10ae315d-b342-4576-943c-554ee2944727 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674366 Apr 30 13:19:09.955314 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d735d761-0525-43b8-8a96-d9008dd45ae3 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks [] for floatingip, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:09.955632 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.db.l3_db [None req-d735d761-0525-43b8-8a96-d9008dd45ae3 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Floating IP 9a897d3e-eb89-44d4-8d68-c1b811f50f80 disassociated (deleted). External IP: 172.27.1.118, port: b1c0f6ee-3dd3-4d94-9dc0-4234936a6468. Apr 30 13:19:10.030237 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d680b6-708a-42f8-a62f-e54604d1aaed,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:10.052192 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:10.204538 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Attempting to bind port f4d680b6-708a-42f8-a62f-e54604d1aaed on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:19:10.204824 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Attempting to bind port f4d680b6-708a-42f8-a62f-e54604d1aaed by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '1a9771ff-a3b7-498c-98b0-a997ce2e94ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:19:10.205149 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Attempting to bind port f4d680b6-708a-42f8-a62f-e54604d1aaed on network 80f53de5-5259-4652-858e-b5c33566feb0 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:19:10.217239 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Port f4d680b6-708a-42f8-a62f-e54604d1aaed on network 80f53de5-5259-4652-858e-b5c33566feb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:19:10.217239 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Attempting to bind port f4d680b6-708a-42f8-a62f-e54604d1aaed on network 80f53de5-5259-4652-858e-b5c33566feb0 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:19:10.226589 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:19:10.226954 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Checking segment: {'id': '1a9771ff-a3b7-498c-98b0-a997ce2e94ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:19:10.227335 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Bound using segment: {'id': '1a9771ff-a3b7-498c-98b0-a997ce2e94ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:19:10.227766 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Bound port: f4d680b6-708a-42f8-a62f-e54604d1aaed, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9771ff-a3b7-498c-98b0-a997ce2e94ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:19:10.228087 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:10.472294 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] For port f4d680b6-708a-42f8-a62f-e54604d1aaed, host hv-cinder-78445, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:19:10.484126 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] For port f4d680b6-708a-42f8-a62f-e54604d1aaed, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f4d680b6-708a-42f8-a62f-e54604d1aaed,segment=NetworkSegment(1a9771ff-a3b7-498c-98b0-a997ce2e94ab),segment_id=1a9771ff-a3b7-498c-98b0-a997ce2e94ab)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:19:10.491865 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d735d761-0525-43b8-8a96-d9008dd45ae3 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Router 06107efa-db0f-4e03-b2df-539acf09f7e6 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:19:10.498921 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:10.503771 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:10.745835 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:10.746511 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:10.747673 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] 10.222.0.71 "PUT /v2.0/ports/f4d680b6-708a-42f8-a62f-e54604d1aaed HTTP/1.1" status: 200 len: 1094 time: 2.1134908 Apr 30 13:19:10.748177 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccecde33-e41a-46fc-9ee1-f0834326656f', 'tag': 'f4d680b6-708a-42f8-a62f-e54604d1aaed'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:10.832121 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccecde33-e41a-46fc-9ee1-f0834326656f', 'tag': 'f4d680b6-708a-42f8-a62f-e54604d1aaed', 'status': 'completed', 'code': 200} Apr 30 13:19:10.832710 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d680b6-708a-42f8-a62f-e54604d1aaed,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:10.873660 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:10.916904 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d735d761-0525-43b8-8a96-d9008dd45ae3 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:19:10.927237 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b800129a-64b4-4882-bbd4-ddd38e3a6735 None None] Sync routers for ids ['06107efa-db0f-4e03-b2df-539acf09f7e6'] in dv-cinder-784453-4-iscsi {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:19:10.942190 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b800129a-64b4-4882-bbd4-ddd38e3a6735 None None] Routers {'06107efa-db0f-4e03-b2df-539acf09f7e6'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:10.942914 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-b800129a-64b4-4882-bbd4-ddd38e3a6735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:19:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['06107efa-db0f-4e03-b2df-539acf09f7e6'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:10.950352 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d735d761-0525-43b8-8a96-d9008dd45ae3 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:10.975194 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-8fb6be13-9c62-4dea-93a7-8131073b264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:10.976754 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-8fb6be13-9c62-4dea-93a7-8131073b264e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea398af75bc44966965248e1ea7440c4&device_id=ccecde33-e41a-46fc-9ee1-f0834326656f HTTP/1.1" status: 200 len: 1097 time: 0.1467607 Apr 30 13:19:11.108300 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-d735d761-0525-43b8-8a96-d9008dd45ae3 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "DELETE /v2.0/floatingips/9a897d3e-eb89-44d4-8d68-c1b811f50f80 HTTP/1.1" status: 204 len: 168 time: 2.9109750 Apr 30 13:19:11.109417 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-d4e14687-9a89-4c26-b20c-f24122a237b5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4d680b6-708a-42f8-a62f-e54604d1aaed HTTP/1.1" status: 200 len: 217 time: 0.1098547 Apr 30 13:19:11.125888 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-b800129a-64b4-4882-bbd4-ddd38e3a6735 None None] Set router 06107efa-db0f-4e03-b2df-539acf09f7e6 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:11.181360 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-02dbeb3f-45d2-4c1e-9669-2ae2ba978821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:11.183220 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-02dbeb3f-45d2-4c1e-9669-2ae2ba978821 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e HTTP/1.1" status: 200 len: 854 time: 0.0665574 Apr 30 13:19:11.245139 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd7972-6cce-4841-90bc-a194f90f12d9 req-3fb96c2d-d955-425b-ae7c-a84edcd928ca tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:11.246969 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f0fd7972-6cce-4841-90bc-a194f90f12d9 req-3fb96c2d-d955-425b-ae7c-a84edcd928ca tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccecde33-e41a-46fc-9ee1-f0834326656f HTTP/1.1" status: 200 len: 944 time: 0.1980820 Apr 30 13:19:11.249223 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-c68f5ee4-c4ab-4254-8185-ead062d9807f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=80f53de5-5259-4652-858e-b5c33566feb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590930 Apr 30 13:19:11.383641 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f0fd7972-6cce-4841-90bc-a194f90f12d9 req-e1d185e9-250f-4030-ad53-0b8b3bcd0eb8 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305451 Apr 30 13:19:11.421703 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-57dd8fdb-0f8d-423f-a5a2-4c335ba83584 service neutron] 10.222.0.71 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510069 Apr 30 13:19:11.446044 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-b800129a-64b4-4882-bbd4-ddd38e3a6735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'name': 'tempest-TestMinimumBasicScenario-1350586497-router', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '0dac2436-17fb-45ef-bb41-864c60399649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:16:40Z', 'revision_number': 4, 'project_id': '330522879a1442469115b6ce47db04cd', 'gw_port': {'id': '0dac2436-17fb-45ef-bb41-864c60399649', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:36Z', 'updated_at': '2021-04-30T13:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '88e1184f-b005-4a25-953e-1c910b923855', 'name': '', 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'mac_address': 'fa:16:3e:7c:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:48Z', 'revision_number': 5, 'project_id': '330522879a1442469115b6ce47db04cd', 'subnets': [{'id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:11.450432 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b800129a-64b4-4882-bbd4-ddd38e3a6735 None None] Checking router: 06107efa-db0f-4e03-b2df-539acf09f7e6 for host: dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:19:11.459531 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b800129a-64b4-4882-bbd4-ddd38e3a6735 None None] Routers {'06107efa-db0f-4e03-b2df-539acf09f7e6'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:11.460342 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-b800129a-64b4-4882-bbd4-ddd38e3a6735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:19:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['06107efa-db0f-4e03-b2df-539acf09f7e6'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:11.601115 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0a0fc85-d612-4ab7-b657-fc30587532dd req-219347ed-a3f9-4317-bb85-139f5b091df2 service neutron] 10.222.0.71 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713910 Apr 30 13:19:11.719822 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-b800129a-64b4-4882-bbd4-ddd38e3a6735 None None] Set router 06107efa-db0f-4e03-b2df-539acf09f7e6 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:11.795794 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f80c8d-f687-403e-a4f9-23b7d366863d req-875e0d71-ac79-41c2-a688-cb47f590880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:11.797271 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e6f80c8d-f687-403e-a4f9-23b7d366863d req-875e0d71-ac79-41c2-a688-cb47f590880c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea398af75bc44966965248e1ea7440c4&device_id=ccecde33-e41a-46fc-9ee1-f0834326656f HTTP/1.1" status: 200 len: 1097 time: 0.0729899 Apr 30 13:19:11.934186 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f80c8d-f687-403e-a4f9-23b7d366863d req-36c47610-1707-46f6-872f-0bb514e53309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:11.935542 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e6f80c8d-f687-403e-a4f9-23b7d366863d req-36c47610-1707-46f6-872f-0bb514e53309 service neutron] 10.222.0.71 "GET /v2.0/networks?id=80f53de5-5259-4652-858e-b5c33566feb0 HTTP/1.1" status: 200 len: 916 time: 0.1308510 Apr 30 13:19:12.009123 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e6f80c8d-f687-403e-a4f9-23b7d366863d req-af627021-6736-4d1f-b883-28c86084bbac service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4d680b6-708a-42f8-a62f-e54604d1aaed HTTP/1.1" status: 200 len: 217 time: 0.0639443 Apr 30 13:19:12.034467 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-b800129a-64b4-4882-bbd4-ddd38e3a6735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'name': 'tempest-TestMinimumBasicScenario-1350586497-router', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '0dac2436-17fb-45ef-bb41-864c60399649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:16:40Z', 'revision_number': 4, 'project_id': '330522879a1442469115b6ce47db04cd', 'gw_port': {'id': '0dac2436-17fb-45ef-bb41-864c60399649', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:36Z', 'updated_at': '2021-04-30T13:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '88e1184f-b005-4a25-953e-1c910b923855', 'name': '', 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'mac_address': 'fa:16:3e:7c:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:48Z', 'revision_number': 5, 'project_id': '330522879a1442469115b6ce47db04cd', 'subnets': [{'id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:12.038604 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b800129a-64b4-4882-bbd4-ddd38e3a6735 None None] The sync data for ids ['06107efa-db0f-4e03-b2df-539acf09f7e6'] in dv-cinder-784453-4-iscsi is: [{'id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'name': 'tempest-TestMinimumBasicScenario-1350586497-router', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '0dac2436-17fb-45ef-bb41-864c60399649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:16:40Z', 'revision_number': 4, 'project_id': '330522879a1442469115b6ce47db04cd', 'gw_port': {'id': '0dac2436-17fb-45ef-bb41-864c60399649', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:36Z', 'updated_at': '2021-04-30T13:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '88e1184f-b005-4a25-953e-1c910b923855', 'name': '', 'network_id': 'f94ec92d-da55-4a90-8bdf-4314b868efa4', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'mac_address': 'fa:16:3e:7c:8e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:39Z', 'updated_at': '2021-04-30T13:16:48Z', 'revision_number': 5, 'project_id': '330522879a1442469115b6ce47db04cd', 'subnets': [{'id': 'd3acc879-0ee0-47a6-902f-6f62b8c33fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:19:12.080695 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f80c8d-f687-403e-a4f9-23b7d366863d req-b6185224-40a6-48be-8531-298147a185ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:12.082683 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e6f80c8d-f687-403e-a4f9-23b7d366863d req-b6185224-40a6-48be-8531-298147a185ac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e HTTP/1.1" status: 200 len: 854 time: 0.0661945 Apr 30 13:19:12.153318 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e6f80c8d-f687-403e-a4f9-23b7d366863d req-892ce717-940a-419f-a5b0-d6b940b367d1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=80f53de5-5259-4652-858e-b5c33566feb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428839 Apr 30 13:19:12.268017 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5af050-3e35-44d8-ac91-7fc375784593 None None] New status for floating IP 9a897d3e-eb89-44d4-8d68-c1b811f50f80: DOWN {{(pid=73815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:19:12.299100 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e6f80c8d-f687-403e-a4f9-23b7d366863d req-47e671e8-a76c-4a9b-b4b8-545b4bd490e8 service neutron] 10.222.0.71 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373105 Apr 30 13:19:12.616304 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e6f80c8d-f687-403e-a4f9-23b7d366863d req-0b638b9d-dde5-49dd-92c0-5550275de2cf service neutron] 10.222.0.71 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072917 Apr 30 13:19:12.640009 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6176683-f05e-4b0e-9231-c151173dcc18 req-ad64c461-c2e7-4a86-8bd1-0b88b0879b33 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:12.641613 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d6176683-f05e-4b0e-9231-c151173dcc18 req-ad64c461-c2e7-4a86-8bd1-0b88b0879b33 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccecde33-e41a-46fc-9ee1-f0834326656f HTTP/1.1" status: 200 len: 944 time: 0.1262815 Apr 30 13:19:12.695280 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d6176683-f05e-4b0e-9231-c151173dcc18 req-405a89ed-61f4-4dfa-92c2-6be2b742e09e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450408 Apr 30 13:19:12.833249 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08a7f8b6-a516-48e7-9102-72f697ce80e2', 'tag': 'b1c0f6ee-3dd3-4d94-9dc0-4234936a6468'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:12.878265 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08a7f8b6-a516-48e7-9102-72f697ce80e2', 'tag': 'b1c0f6ee-3dd3-4d94-9dc0-4234936a6468', 'status': 'completed', 'code': 200} Apr 30 13:19:13.005497 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b050cd0-a3a6-4ecd-8386-6c0a23affe82 req-e9319151-c83e-496d-a9ad-0fbda2111f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:13.007022 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6b050cd0-a3a6-4ecd-8386-6c0a23affe82 req-e9319151-c83e-496d-a9ad-0fbda2111f36 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=330522879a1442469115b6ce47db04cd&device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 1099 time: 0.0813475 Apr 30 13:19:13.142738 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b050cd0-a3a6-4ecd-8386-6c0a23affe82 req-c22605d9-576b-457d-abec-e222d3870f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:13.144161 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6b050cd0-a3a6-4ecd-8386-6c0a23affe82 req-c22605d9-576b-457d-abec-e222d3870f8a service neutron] 10.222.0.71 "GET /v2.0/networks?id=f94ec92d-da55-4a90-8bdf-4314b868efa4 HTTP/1.1" status: 200 len: 917 time: 0.1307180 Apr 30 13:19:13.211991 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6b050cd0-a3a6-4ecd-8386-6c0a23affe82 req-d095faf9-c506-441a-af5b-c1b8654eb8fb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 HTTP/1.1" status: 200 len: 217 time: 0.0609043 Apr 30 13:19:13.285541 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b050cd0-a3a6-4ecd-8386-6c0a23affe82 req-9b5e8301-03cb-44f5-ba41-6247426e8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:13.286854 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6b050cd0-a3a6-4ecd-8386-6c0a23affe82 req-9b5e8301-03cb-44f5-ba41-6247426e8296 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=d3acc879-0ee0-47a6-902f-6f62b8c33fb2 HTTP/1.1" status: 200 len: 854 time: 0.0627608 Apr 30 13:19:13.369184 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b050cd0-a3a6-4ecd-8386-6c0a23affe82 req-17782237-8d28-4f65-ab28-5d45d00cdbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:13.370722 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6b050cd0-a3a6-4ecd-8386-6c0a23affe82 req-17782237-8d28-4f65-ab28-5d45d00cdbe5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f94ec92d-da55-4a90-8bdf-4314b868efa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764616 Apr 30 13:19:13.515145 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6b050cd0-a3a6-4ecd-8386-6c0a23affe82 req-9666dcf3-7455-427c-a002-a0b026afc755 service neutron] 10.222.0.71 "GET /v2.0/networks/f94ec92d-da55-4a90-8bdf-4314b868efa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372516 Apr 30 13:19:13.648934 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6b050cd0-a3a6-4ecd-8386-6c0a23affe82 req-69c017da-e50d-4ee8-85af-5980daba2cae service neutron] 10.222.0.71 "GET /v2.0/networks/f94ec92d-da55-4a90-8bdf-4314b868efa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267059 Apr 30 13:19:13.889933 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad8253-53d9-489b-b20f-66aed1eb9ed0 req-3ab2183a-4e4b-4dd3-9dec-ecd62d8556c1 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:13.891420 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-85ad8253-53d9-489b-b20f-66aed1eb9ed0 req-3ab2183a-4e4b-4dd3-9dec-ecd62d8556c1 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccecde33-e41a-46fc-9ee1-f0834326656f HTTP/1.1" status: 200 len: 944 time: 0.0878341 Apr 30 13:19:13.939191 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-85ad8253-53d9-489b-b20f-66aed1eb9ed0 req-eb0009c8-06a1-48ab-b605-1621751472b4 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414658 Apr 30 13:19:14.183322 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device f4d680b6-708a-42f8-a62f-e54604d1aaed details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:19:14.327016 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port f4d680b6-708a-42f8-a62f-e54604d1aaed, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f4d680b6-708a-42f8-a62f-e54604d1aaed,segment=NetworkSegment(1a9771ff-a3b7-498c-98b0-a997ce2e94ab),segment_id=1a9771ff-a3b7-498c-98b0-a997ce2e94ab)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:14.341260 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': 'f4d680b6-708a-42f8-a62f-e54604d1aaed', 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0', 'port_id': 'f4d680b6-708a-42f8-a62f-e54604d1aaed', 'mac_address': 'fa:16:3e:4e:af:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:19:14.398288 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:14.416020 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d680b6-708a-42f8-a62f-e54604d1aaed {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:19:14.433290 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port f4d680b6-708a-42f8-a62f-e54604d1aaed, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f4d680b6-708a-42f8-a62f-e54604d1aaed,segment=NetworkSegment(1a9771ff-a3b7-498c-98b0-a997ce2e94ab),segment_id=1a9771ff-a3b7-498c-98b0-a997ce2e94ab)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:14.438923 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:14.441959 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-a15de0ba-615e-4230-b40e-70dcdbfe0e26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:14.496820 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd8e72-51c5-4ba1-9bfe-9da31ef8fe6b req-05c398bf-2035-4384-87a5-883e7f0dccbe tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:14.498081 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-20cd8e72-51c5-4ba1-9bfe-9da31ef8fe6b req-05c398bf-2035-4384-87a5-883e7f0dccbe tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Synchronizing usage tracker for tenant:330522879a1442469115b6ce47db04cd on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:14.512527 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=f4d680b6-708a-42f8-a62f-e54604d1aaed,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:14.520330 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:14.520707 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:14.521098 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:14.521471 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:14.521834 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:14.522302 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:14.522541 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:14.522879 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:14.523419 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:14.523634 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:14.523920 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:14.524245 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:19:14.525353 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-20cd8e72-51c5-4ba1-9bfe-9da31ef8fe6b req-05c398bf-2035-4384-87a5-883e7f0dccbe tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Unset dirty status for tenant:330522879a1442469115b6ce47db04cd on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:14.527237 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-20cd8e72-51c5-4ba1-9bfe-9da31ef8fe6b req-05c398bf-2035-4384-87a5-883e7f0dccbe tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 946 time: 0.1378849 Apr 30 13:19:14.528533 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:14.577181 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-20cd8e72-51c5-4ba1-9bfe-9da31ef8fe6b req-c6d4f691-fa3b-4253-9af0-7e72eb712b90 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414937 Apr 30 13:19:14.795869 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['f4d680b6-708a-42f8-a62f-e54604d1aaed'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:15.128892 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6c046-780b-4fd5-8a73-13b5323efc2e req-4613496c-5783-4070-b229-f51ff9cd697f tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:15.130630 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7ba6c046-780b-4fd5-8a73-13b5323efc2e req-4613496c-5783-4070-b229-f51ff9cd697f tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccecde33-e41a-46fc-9ee1-f0834326656f HTTP/1.1" status: 200 len: 945 time: 0.0855839 Apr 30 13:19:15.177638 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7ba6c046-780b-4fd5-8a73-13b5323efc2e req-4771b610-2d98-47a4-992c-d93938ef3dc9 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408800 Apr 30 13:19:15.766751 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751007bd-d2c6-47e3-a325-ae53d2cae04a req-fc4f62b4-a7bc-4662-b7d1-a6966afb4e68 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:15.768374 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-751007bd-d2c6-47e3-a325-ae53d2cae04a req-fc4f62b4-a7bc-4662-b7d1-a6966afb4e68 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 946 time: 0.0840464 Apr 30 13:19:15.818122 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-751007bd-d2c6-47e3-a325-ae53d2cae04a req-30ca97c0-1216-4aeb-9ee6-15e39856cdb1 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430336 Apr 30 13:19:16.187007 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device f4d680b6-708a-42f8-a62f-e54604d1aaed up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:19:16.265905 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port f4d680b6-708a-42f8-a62f-e54604d1aaed completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:19:16.271238 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port f4d680b6-708a-42f8-a62f-e54604d1aaed triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:16.271614 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:16.371118 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0fc72-abc8-49d1-a5ca-949ea53aff87 req-7a591057-e25f-4d06-b185-c086d9b84d90 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:16.372661 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-aea0fc72-abc8-49d1-a5ca-949ea53aff87 req-7a591057-e25f-4d06-b185-c086d9b84d90 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccecde33-e41a-46fc-9ee1-f0834326656f HTTP/1.1" status: 200 len: 945 time: 0.0874789 Apr 30 13:19:16.399989 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:16.429700 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccecde33-e41a-46fc-9ee1-f0834326656f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d680b6-708a-42f8-a62f-e54604d1aaed'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:16.440485 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port f4d680b6-708a-42f8-a62f-e54604d1aaed, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f4d680b6-708a-42f8-a62f-e54604d1aaed,segment=NetworkSegment(1a9771ff-a3b7-498c-98b0-a997ce2e94ab),segment_id=1a9771ff-a3b7-498c-98b0-a997ce2e94ab)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:16.447239 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:16.450698 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-d735a253-1eee-4690-8125-7cf684e79fc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:16.489833 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-aea0fc72-abc8-49d1-a5ca-949ea53aff87 req-2686c53c-32a6-4662-8965-3dce3c4e1b65 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105852 Apr 30 13:19:16.500799 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccecde33-e41a-46fc-9ee1-f0834326656f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d680b6-708a-42f8-a62f-e54604d1aaed', 'code': 200} Apr 30 13:19:16.527941 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24994ef-8155-44bc-8cb9-a6765612440b req-d02aa5c4-8ab9-41ea-88e0-fb56e2e3ed26 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:16.529450 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e24994ef-8155-44bc-8cb9-a6765612440b req-d02aa5c4-8ab9-41ea-88e0-fb56e2e3ed26 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.71 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 946 time: 0.1358168 Apr 30 13:19:16.529803 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=f4d680b6-708a-42f8-a62f-e54604d1aaed,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:16.534083 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:16.671258 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-e24994ef-8155-44bc-8cb9-a6765612440b req-0434c6f4-6f46-499f-98f3-963a704ccd7b tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Deleting port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:16.671600 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-e24994ef-8155-44bc-8cb9-a6765612440b req-0434c6f4-6f46-499f-98f3-963a704ccd7b tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:16.770580 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fbd65-7148-43e7-8174-33c04f4be2bd req-6426af63-7975-4560-8f0c-7a21f844e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:16.772005 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-bf2fbd65-7148-43e7-8174-33c04f4be2bd req-6426af63-7975-4560-8f0c-7a21f844e00a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ccecde33-e41a-46fc-9ee1-f0834326656f HTTP/1.1" status: 200 len: 1099 time: 0.0791419 Apr 30 13:19:16.815704 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-bf2fbd65-7148-43e7-8174-33c04f4be2bd req-88d503c9-be45-42df-a4f9-c86cecb78784 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362077 Apr 30 13:19:16.914531 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-e24994ef-8155-44bc-8cb9-a6765612440b req-0434c6f4-6f46-499f-98f3-963a704ccd7b tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] For port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468,segment=NetworkSegment(43681df7-afba-4936-a999-e96e641a7808),segment_id=43681df7-afba-4936-a999-e96e641a7808)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:16.915440 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-e24994ef-8155-44bc-8cb9-a6765612440b req-0434c6f4-6f46-499f-98f3-963a704ccd7b tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:17.067104 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-e24994ef-8155-44bc-8cb9-a6765612440b req-0434c6f4-6f46-499f-98f3-963a704ccd7b tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Calling delete_port for b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 owned by compute:nova {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:17.148171 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01facb9-579c-41cf-8e92-2444bba898ab req-f29c8d3d-587a-4f68-9ab3-b5306c47c586 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:17.149739 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b01facb9-579c-41cf-8e92-2444bba898ab req-f29c8d3d-587a-4f68-9ab3-b5306c47c586 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 946 time: 0.1742384 Apr 30 13:19:17.248669 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b01facb9-579c-41cf-8e92-2444bba898ab req-6012c1e7-26f0-4302-8e7e-5779c2b1f37f tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/security-groups?id=f4e93ef5-4bdd-4beb-86dc-6dd882163962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903454 Apr 30 13:19:17.256245 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-e24994ef-8155-44bc-8cb9-a6765612440b req-0434c6f4-6f46-499f-98f3-963a704ccd7b tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:17.262689 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-3e731a93-eeaf-40e7-af1b-ed51fb9a2aa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:17.293729 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['b1c0f6ee-3dd3-4d94-9dc0-4234936a6468'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:17.311659 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434c6f4-6f46-499f-98f3-963a704ccd7b tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Pushing event deleted for resources: {'Port': ['ID=b1c0f6ee-3dd3-4d94-9dc0-4234936a6468,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:17.315202 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-0434c6f4-6f46-499f-98f3-963a704ccd7b tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:17.387374 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24994ef-8155-44bc-8cb9-a6765612440b req-0434c6f4-6f46-499f-98f3-963a704ccd7b tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] No DVR routers for this DVR port b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 on host hv-cinder-78445 {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:17.389981 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-e24994ef-8155-44bc-8cb9-a6765612440b req-0434c6f4-6f46-499f-98f3-963a704ccd7b tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:17.392654 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08a7f8b6-a516-48e7-9102-72f697ce80e2', 'name': 'network-vif-deleted', 'tag': 'b1c0f6ee-3dd3-4d94-9dc0-4234936a6468'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:17.410167 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e24994ef-8155-44bc-8cb9-a6765612440b req-0434c6f4-6f46-499f-98f3-963a704ccd7b tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.71 "DELETE /v2.0/ports/b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 HTTP/1.1" status: 204 len: 173 time: 0.8741660 Apr 30 13:19:17.442495 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08a7f8b6-a516-48e7-9102-72f697ce80e2', 'name': 'network-vif-deleted', 'tag': 'b1c0f6ee-3dd3-4d94-9dc0-4234936a6468', 'status': 'completed', 'code': 200} Apr 30 13:19:17.689814 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9e0f1-9b5d-4988-9c55-bc9e6b4dbc56 req-a1ee1363-a4eb-44f5-9d82-3aff4dac9479 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:17.691492 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a6f9e0f1-9b5d-4988-9c55-bc9e6b4dbc56 req-a1ee1363-a4eb-44f5-9d82-3aff4dac9479 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccecde33-e41a-46fc-9ee1-f0834326656f HTTP/1.1" status: 200 len: 946 time: 0.0887928 Apr 30 13:19:17.740458 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a6f9e0f1-9b5d-4988-9c55-bc9e6b4dbc56 req-1c5c413d-7465-48e9-a09c-982968c9f679 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422616 Apr 30 13:19:18.494026 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-10215221-612b-4ddc-82f0-2275fbb3886d req-06ee9f35-daa3-44dd-babf-4189d88ce453 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Synchronizing usage tracker for tenant:330522879a1442469115b6ce47db04cd on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:18.515761 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-10215221-612b-4ddc-82f0-2275fbb3886d req-06ee9f35-daa3-44dd-babf-4189d88ce453 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Unset dirty status for tenant:330522879a1442469115b6ce47db04cd on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:18.518187 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-10215221-612b-4ddc-82f0-2275fbb3886d req-06ee9f35-daa3-44dd-babf-4189d88ce453 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] 10.222.0.69 "GET /v2.0/ports?device_id=08a7f8b6-a516-48e7-9102-72f697ce80e2 HTTP/1.1" status: 200 len: 210 time: 0.0679975 Apr 30 13:19:18.939882 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8917e9-9cb6-4546-8b7d-e1152b010d39 req-f31175bc-8706-4e97-bf8e-2edd75f6efa2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:18.941442 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ea8917e9-9cb6-4546-8b7d-e1152b010d39 req-f31175bc-8706-4e97-bf8e-2edd75f6efa2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccecde33-e41a-46fc-9ee1-f0834326656f HTTP/1.1" status: 200 len: 946 time: 0.0904889 Apr 30 13:19:18.990470 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ea8917e9-9cb6-4546-8b7d-e1152b010d39 req-903fdd63-8020-4d4c-8c5b-a814965338f5 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423977 Apr 30 13:19:20.200678 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:20.243109 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:20.243554 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device b1c0f6ee-3dd3-4d94-9dc0-4234936a6468 not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:20.334966 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 43922) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:21.114877 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-116798e9-5dd7-42e0-9ac7-b2678ac7d472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66717029'] for router_interface, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:21.608750 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-116798e9-5dd7-42e0-9ac7-b2678ac7d472 admin admin] Deleting port 88e1184f-b005-4a25-953e-1c910b923855 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:21.609553 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-116798e9-5dd7-42e0-9ac7-b2678ac7d472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:21.740545 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-116798e9-5dd7-42e0-9ac7-b2678ac7d472 admin admin] For port 88e1184f-b005-4a25-953e-1c910b923855, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=88e1184f-b005-4a25-953e-1c910b923855,segment=NetworkSegment(43681df7-afba-4936-a999-e96e641a7808),segment_id=43681df7-afba-4936-a999-e96e641a7808)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:21.740879 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-116798e9-5dd7-42e0-9ac7-b2678ac7d472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:21.864726 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-116798e9-5dd7-42e0-9ac7-b2678ac7d472 admin admin] Calling delete_port for 88e1184f-b005-4a25-953e-1c910b923855 owned by network:router_interface {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:22.178302 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-116798e9-5dd7-42e0-9ac7-b2678ac7d472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:22.181947 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-37e01603-1a6f-4237-a885-7d5679e50cb0 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:22.350078 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116798e9-5dd7-42e0-9ac7-b2678ac7d472 admin admin] Pushing event deleted for resources: {'Port': ['ID=88e1184f-b005-4a25-953e-1c910b923855,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:22.379980 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-116798e9-5dd7-42e0-9ac7-b2678ac7d472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:22.659596 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-116798e9-5dd7-42e0-9ac7-b2678ac7d472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-67101039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66710741'] for router_interface, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:23.029801 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116798e9-5dd7-42e0-9ac7-b2678ac7d472 admin admin] Router 06107efa-db0f-4e03-b2df-539acf09f7e6 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:19:23.215515 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116798e9-5dd7-42e0-9ac7-b2678ac7d472 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:19:23.226187 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8d283-4b16-4a44-9475-e169b593ea72 None None] Sync routers for ids ['06107efa-db0f-4e03-b2df-539acf09f7e6'] in dv-cinder-784453-4-iscsi {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:19:23.237361 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac8d283-4b16-4a44-9475-e169b593ea72 None None] Routers {'06107efa-db0f-4e03-b2df-539acf09f7e6'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:23.238319 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-2ac8d283-4b16-4a44-9475-e169b593ea72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:19:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['06107efa-db0f-4e03-b2df-539acf09f7e6'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:23.240901 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-116798e9-5dd7-42e0-9ac7-b2678ac7d472 admin admin] 10.222.0.69 "PUT /v2.0/routers/06107efa-db0f-4e03-b2df-539acf09f7e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9043016 Apr 30 13:19:23.243843 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 43942) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:23.459579 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-2ac8d283-4b16-4a44-9475-e169b593ea72 None None] Set router 06107efa-db0f-4e03-b2df-539acf09f7e6 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:23.535267 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8812-e399-42b2-b2af-aa6b07630c60 admin admin] Notify callbacks [] for router, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:23.786944 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8812-e399-42b2-b2af-aa6b07630c60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:23.823980 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-2ac8d283-4b16-4a44-9475-e169b593ea72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'name': 'tempest-TestMinimumBasicScenario-1350586497-router', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17'}], 'enable_snat': True}, 'gw_port_id': '0dac2436-17fb-45ef-bb41-864c60399649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:19:22Z', 'revision_number': 5, 'project_id': '330522879a1442469115b6ce47db04cd', 'gw_port': {'id': '0dac2436-17fb-45ef-bb41-864c60399649', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:36Z', 'updated_at': '2021-04-30T13:16:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:23.828781 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8d283-4b16-4a44-9475-e169b593ea72 None None] Checking router: 06107efa-db0f-4e03-b2df-539acf09f7e6 for host: dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:19:23.840841 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac8d283-4b16-4a44-9475-e169b593ea72 None None] Routers {'06107efa-db0f-4e03-b2df-539acf09f7e6'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:23.842048 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-2ac8d283-4b16-4a44-9475-e169b593ea72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:19:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['06107efa-db0f-4e03-b2df-539acf09f7e6'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:23.881196 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e8812-e399-42b2-b2af-aa6b07630c60 admin admin] Deleting port 0dac2436-17fb-45ef-bb41-864c60399649 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:23.881717 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8812-e399-42b2-b2af-aa6b07630c60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:24.023416 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-2ac8d283-4b16-4a44-9475-e169b593ea72 None None] Set router 06107efa-db0f-4e03-b2df-539acf09f7e6 gateway port host: None {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:24.141782 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-2ac8d283-4b16-4a44-9475-e169b593ea72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'name': 'tempest-TestMinimumBasicScenario-1350586497-router', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:19:23Z', 'revision_number': 6, 'project_id': '330522879a1442469115b6ce47db04cd', 'gw_port_host': None}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:24.146242 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac8d283-4b16-4a44-9475-e169b593ea72 None None] The sync data for ids ['06107efa-db0f-4e03-b2df-539acf09f7e6'] in dv-cinder-784453-4-iscsi is: [{'id': '06107efa-db0f-4e03-b2df-539acf09f7e6', 'name': 'tempest-TestMinimumBasicScenario-1350586497-router', 'tenant_id': '330522879a1442469115b6ce47db04cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:35Z', 'updated_at': '2021-04-30T13:19:23Z', 'revision_number': 6, 'project_id': '330522879a1442469115b6ce47db04cd', 'gw_port_host': None}] {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:19:24.195537 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-cb6e8812-e399-42b2-b2af-aa6b07630c60 admin admin] For port 0dac2436-17fb-45ef-bb41-864c60399649, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=0dac2436-17fb-45ef-bb41-864c60399649,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:24.195925 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8812-e399-42b2-b2af-aa6b07630c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:24.328900 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e8812-e399-42b2-b2af-aa6b07630c60 admin admin] Calling delete_port for 0dac2436-17fb-45ef-bb41-864c60399649 owned by network:router_gateway {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:24.369201 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7a75f-a709-4a04-a2cf-d001edba44ce req-10e09a1d-2903-4c3a-8b54-6e24f03a0555 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:24.371729 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c5b7a75f-a709-4a04-a2cf-d001edba44ce req-10e09a1d-2903-4c3a-8b54-6e24f03a0555 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 946 time: 0.0980809 Apr 30 13:19:24.459431 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c5b7a75f-a709-4a04-a2cf-d001edba44ce req-ee3d67e7-fda0-4e7d-83f7-9fe5ceb6f159 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795169 Apr 30 13:19:24.524222 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8812-e399-42b2-b2af-aa6b07630c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:24.530929 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-06f1ba6c-f031-4202-9559-b7694ede459f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:24.594277 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e8812-e399-42b2-b2af-aa6b07630c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dac2436-17fb-45ef-bb41-864c60399649,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:24.598130 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-cb6e8812-e399-42b2-b2af-aa6b07630c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:24.714269 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8812-e399-42b2-b2af-aa6b07630c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66717938'] for router_gateway, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:24.894866 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8812-e399-42b2-b2af-aa6b07630c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66709549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-729'] for router, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:24.897177 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8812-e399-42b2-b2af-aa6b07630c60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:24.921476 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8812-e399-42b2-b2af-aa6b07630c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66710103'] for router, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:24.921953 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6e8812-e399-42b2-b2af-aa6b07630c60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06107efa-db0f-4e03-b2df-539acf09f7e6 {{(pid=73813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:19:24.937683 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8812-e399-42b2-b2af-aa6b07630c60 admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:24.939056 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-cb6e8812-e399-42b2-b2af-aa6b07630c60 admin admin] 10.222.0.69 "DELETE /v2.0/routers/06107efa-db0f-4e03-b2df-539acf09f7e6 HTTP/1.1" status: 204 len: 168 time: 1.6935539 Apr 30 13:19:24.943015 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 43958) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:25.010055 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f08bf4-a5aa-4261-92a3-4b53ef9bc18a admin admin] Deleting subnet d3acc879-0ee0-47a6-902f-6f62b8c33fb2 {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:19:25.013828 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b5f08bf4-a5aa-4261-92a3-4b53ef9bc18a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:25.077784 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b5f08bf4-a5aa-4261-92a3-4b53ef9bc18a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64371163'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:25.163022 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b5f08bf4-a5aa-4261-92a3-4b53ef9bc18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726744'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:25.428626 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b5f08bf4-a5aa-4261-92a3-4b53ef9bc18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64370389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65575225'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:25.435743 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:25.437429 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 0dac2436-17fb-45ef-bb41-864c60399649 no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:25.475398 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f08bf4-a5aa-4261-92a3-4b53ef9bc18a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3acc879-0ee0-47a6-902f-6f62b8c33fb2,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:25.478369 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b5f08bf4-a5aa-4261-92a3-4b53ef9bc18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:25.479445 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-b5f08bf4-a5aa-4261-92a3-4b53ef9bc18a admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:25.489266 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 43962) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:25.491992 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-b5f08bf4-a5aa-4261-92a3-4b53ef9bc18a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d3acc879-0ee0-47a6-902f-6f62b8c33fb2 HTTP/1.1" status: 204 len: 168 time: 0.5493760 Apr 30 13:19:25.501983 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9354c9-c230-4066-a79e-465cabf840dc None None] Network f94ec92d-da55-4a90-8bdf-4314b868efa4 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:19:25.606142 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: 0dac2436-17fb-45ef-bb41-864c60399649 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:25.606547 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 0dac2436-17fb-45ef-bb41-864c60399649 not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:25.607156 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 88e1184f-b005-4a25-953e-1c910b923855 no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:25.612217 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607959'] for network, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:25.659288 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: 88e1184f-b005-4a25-953e-1c910b923855 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:25.659629 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 88e1184f-b005-4a25-953e-1c910b923855 not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:25.776434 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Deleting port a3a77732-21d4-4ab8-9883-5e0bbdb93cbe {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:25.776731 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:25.815762 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f8624-a9c6-4366-ba46-53e02c0a37ad req-4603af11-6d9e-4961-8204-a81216b59d4f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:25.817462 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f91f8624-a9c6-4366-ba46-53e02c0a37ad req-4603af11-6d9e-4961-8204-a81216b59d4f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 946 time: 0.1507280 Apr 30 13:19:25.897298 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0974ef7f-5fa8-49bb-a3fb-217cb0f86942 None None] DHCP port deletion for f94ec92d-da55-4a90-8bdf-4314b868efa4 request from dv-cinder-784453-4-iscsi {{(pid=73815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:19:25.971274 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0974ef7f-5fa8-49bb-a3fb-217cb0f86942 None None] Deleting port a3a77732-21d4-4ab8-9883-5e0bbdb93cbe {{(pid=73815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:25.971654 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0974ef7f-5fa8-49bb-a3fb-217cb0f86942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:25.974763 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] For port a3a77732-21d4-4ab8-9883-5e0bbdb93cbe, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=a3a77732-21d4-4ab8-9883-5e0bbdb93cbe,segment=NetworkSegment(43681df7-afba-4936-a999-e96e641a7808),segment_id=43681df7-afba-4936-a999-e96e641a7808)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:25.975186 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:25.985810 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f91f8624-a9c6-4366-ba46-53e02c0a37ad req-08d8e41f-404d-41d0-8a88-8083b61ebc37 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619573 Apr 30 13:19:26.089097 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0974ef7f-5fa8-49bb-a3fb-217cb0f86942 None None] For port a3a77732-21d4-4ab8-9883-5e0bbdb93cbe, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=a3a77732-21d4-4ab8-9883-5e0bbdb93cbe,segment=NetworkSegment(43681df7-afba-4936-a999-e96e641a7808),segment_id=43681df7-afba-4936-a999-e96e641a7808)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:26.089709 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0974ef7f-5fa8-49bb-a3fb-217cb0f86942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:26.213121 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Calling delete_port for a3a77732-21d4-4ab8-9883-5e0bbdb93cbe owned by network:dhcp {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:26.214724 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0974ef7f-5fa8-49bb-a3fb-217cb0f86942 None None] Calling delete_port for a3a77732-21d4-4ab8-9883-5e0bbdb93cbe owned by network:dhcp {{(pid=73815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:26.268461 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481e5f3-87c8-4d28-8233-90b2de4efc60 req-cafd380d-2cac-4db3-b2a5-d62faa8f493a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:26.269947 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2481e5f3-87c8-4d28-8233-90b2de4efc60 req-cafd380d-2cac-4db3-b2a5-d62faa8f493a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.71 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 946 time: 0.3503945 Apr 30 13:19:26.333791 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:26.340472 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-1e8656d8-2b6f-4ddb-9f94-3e0599ef6816 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:26.345359 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0974ef7f-5fa8-49bb-a3fb-217cb0f86942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357'] for port, after_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:26.349202 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:26.394279 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974ef7f-5fa8-49bb-a3fb-217cb0f86942 None None] Pushing event deleted for resources: {'Port': ['ID=a3a77732-21d4-4ab8-9883-5e0bbdb93cbe,revision_number=None']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:26.398420 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0974ef7f-5fa8-49bb-a3fb-217cb0f86942 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:26.400842 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0974ef7f-5fa8-49bb-a3fb-217cb0f86942 None None] No DVR routers for this DVR port a3a77732-21d4-4ab8-9883-5e0bbdb93cbe on host dv-cinder-784453-4-iscsi {{(pid=73815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:26.428529 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Pushing event deleted for resources: {'Port': ['ID=a3a77732-21d4-4ab8-9883-5e0bbdb93cbe,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:26.435673 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] No DVR routers for this DVR port a3a77732-21d4-4ab8-9883-5e0bbdb93cbe on host dv-cinder-784453-4-iscsi {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:26.442628 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:26.568728 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721493', 'neutron.services.segments.db._delete_segments_for_network-8751029557405'] for network, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:26.678414 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-2481e5f3-87c8-4d28-8233-90b2de4efc60 req-e68ee010-c46b-4db9-94db-8b3eaddaad7f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Deleting port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:26.678638 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-2481e5f3-87c8-4d28-8233-90b2de4efc60 req-e68ee010-c46b-4db9-94db-8b3eaddaad7f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:26.721408 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.services.segments.db [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94ec92d-da55-4a90-8bdf-4314b868efa4']}} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:26.778719 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.services.segments.db [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43681df7-afba-4936-a999-e96e641a7808') {'for_net_delete': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:26.779002 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.services.segments.db [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43681df7-afba-4936-a999-e96e641a7808') {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:26.809069 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751029569639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66028619'] for segment, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:26.833944 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:26.853220 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=73814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:19:26.943609 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-2481e5f3-87c8-4d28-8233-90b2de4efc60 req-e68ee010-c46b-4db9-94db-8b3eaddaad7f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] For port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:26.943904 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-2481e5f3-87c8-4d28-8233-90b2de4efc60 req-e68ee010-c46b-4db9-94db-8b3eaddaad7f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.106364 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Network f94ec92d-da55-4a90-8bdf-4314b868efa4 has no segments {{(pid=73814) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:19:27.118973 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-780525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64949540'] for segment, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.436500 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Network f94ec92d-da55-4a90-8bdf-4314b868efa4 has no segments {{(pid=73814) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:19:27.451065 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device a3a77732-21d4-4ab8-9883-5e0bbdb93cbe no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:27.518166 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: a3a77732-21d4-4ab8-9883-5e0bbdb93cbe {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:27.518707 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device a3a77732-21d4-4ab8-9883-5e0bbdb93cbe not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: Traceback (most recent call last): Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: timer() Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: cb(*args, **kw) Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: return func(*args, **kwargs) Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: self._notify() Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: self.callback(batched_events) Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: event.method(event) Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: return f(self, *a, **k) Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: return self._get(url).json() Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: return self.request(url, 'GET', **kwargs) Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:19:27.641016 dv-cinder-784453-4-iscsi neutron-server[73814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:19:27.759871 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-2481e5f3-87c8-4d28-8233-90b2de4efc60 req-e68ee010-c46b-4db9-94db-8b3eaddaad7f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.760440 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-2481e5f3-87c8-4d28-8233-90b2de4efc60 req-e68ee010-c46b-4db9-94db-8b3eaddaad7f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66717071'] for floatingip, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.760788 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.db.l3_db [req-2481e5f3-87c8-4d28-8233-90b2de4efc60 req-e68ee010-c46b-4db9-94db-8b3eaddaad7f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Floating IP 275e8c5b-4ad7-4f32-9733-95ef6990019c disassociated. External IP: 172.27.1.92, port: dde4074f-b16d-4a7b-bfc0-45a5b0b628d6. Apr 30 13:19:27.761117 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-2481e5f3-87c8-4d28-8233-90b2de4efc60 req-e68ee010-c46b-4db9-94db-8b3eaddaad7f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Calling delete_port for dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 owned by compute:nova {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:27.774671 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721390'] for network, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.787284 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499da1f-8ac0-4c35-91e0-fcd587d0c257 req-b1b333bc-d81b-45ff-a6d6-d9e0fb002737 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:27.788880 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7499da1f-8ac0-4c35-91e0-fcd587d0c257 req-b1b333bc-d81b-45ff-a6d6-d9e0fb002737 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 946 time: 0.6725976 Apr 30 13:19:27.792949 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:27.808387 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:27.846026 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Pushing event deleted for resources: {'Network': ['ID=f94ec92d-da55-4a90-8bdf-4314b868efa4,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:27.855005 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:27.860978 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] 10.222.0.69 "DELETE /v2.0/networks/f94ec92d-da55-4a90-8bdf-4314b868efa4 HTTP/1.1" status: 204 len: 168 time: 2.3706396 Apr 30 13:19:27.866548 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 43976) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:27.891119 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7499da1f-8ac0-4c35-91e0-fcd587d0c257 req-492e283c-f10a-4a0c-9d6b-c71bad4c35dc tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups?id=68f07f5b-70d8-4679-a13f-b9bb6e76c916&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840595 Apr 30 13:19:28.005444 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-2481e5f3-87c8-4d28-8233-90b2de4efc60 req-e68ee010-c46b-4db9-94db-8b3eaddaad7f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:28.023086 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b7537305-6714-45fe-9549-0f209037787e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:28.092193 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ee010-c46b-4db9-94db-8b3eaddaad7f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Pushing event deleted for resources: {'Port': ['ID=dde4074f-b16d-4a7b-bfc0-45a5b0b628d6,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:28.147655 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-e68ee010-c46b-4db9-94db-8b3eaddaad7f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:28.295948 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2481e5f3-87c8-4d28-8233-90b2de4efc60 req-e68ee010-c46b-4db9-94db-8b3eaddaad7f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Router 67e8b244-7dba-4729-91c1-6294f9645760 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:19:28.493295 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2481e5f3-87c8-4d28-8233-90b2de4efc60 req-e68ee010-c46b-4db9-94db-8b3eaddaad7f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:19:28.508539 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037fd86-9c9f-4481-add9-d714466984d5 None None] Sync routers for ids ['67e8b244-7dba-4729-91c1-6294f9645760'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:19:28.527633 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3037fd86-9c9f-4481-add9-d714466984d5 None None] Routers {'67e8b244-7dba-4729-91c1-6294f9645760'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:28.527975 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-3037fd86-9c9f-4481-add9-d714466984d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:19:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['67e8b244-7dba-4729-91c1-6294f9645760'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:28.577828 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-2481e5f3-87c8-4d28-8233-90b2de4efc60 req-e68ee010-c46b-4db9-94db-8b3eaddaad7f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] No DVR routers for this DVR port dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 on host hv-cinder-78445 {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:28.580677 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-2481e5f3-87c8-4d28-8233-90b2de4efc60 req-e68ee010-c46b-4db9-94db-8b3eaddaad7f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:28.583968 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7a0389a-2b5b-4926-8b06-3478dbb798cd', 'name': 'network-vif-deleted', 'tag': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:28.598033 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2481e5f3-87c8-4d28-8233-90b2de4efc60 req-e68ee010-c46b-4db9-94db-8b3eaddaad7f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.71 "DELETE /v2.0/ports/dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 HTTP/1.1" status: 204 len: 173 time: 2.3178728 Apr 30 13:19:28.675703 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7a0389a-2b5b-4926-8b06-3478dbb798cd', 'name': 'network-vif-deleted', 'tag': 'dde4074f-b16d-4a7b-bfc0-45a5b0b628d6', 'status': 'completed', 'code': 200} Apr 30 13:19:28.716285 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6e822cea-5a35-4988-8ca9-dff75eb18069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66717029'] for router_interface, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:28.805107 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-3037fd86-9c9f-4481-add9-d714466984d5 None None] Set router 67e8b244-7dba-4729-91c1-6294f9645760 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:29.107632 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-0e0de16e-d2f6-400a-a016-a60a4e7930f8 req-7cb8ac2b-8e5c-4377-96fc-d70d9d153694 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Synchronizing usage tracker for tenant:a397097db8304460991aa7950d00f829 on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:29.127171 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-0e0de16e-d2f6-400a-a016-a60a4e7930f8 req-7cb8ac2b-8e5c-4377-96fc-d70d9d153694 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Unset dirty status for tenant:a397097db8304460991aa7950d00f829 on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:29.128626 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0e0de16e-d2f6-400a-a016-a60a4e7930f8 req-7cb8ac2b-8e5c-4377-96fc-d70d9d153694 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/ports?device_id=d7a0389a-2b5b-4926-8b06-3478dbb798cd HTTP/1.1" status: 200 len: 210 time: 0.0935285 Apr 30 13:19:29.154003 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-3037fd86-9c9f-4481-add9-d714466984d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '79c047cd-1c05-4755-ace7-85acba99c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:50Z', 'revision_number': 4, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port': {'id': '79c047cd-1c05-4755-ace7-85acba99c055', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:30Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '81e8d0ec-d15d-401d-9e10-fc9447d18741', 'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'mac_address': 'fa:16:3e:78:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:47Z', 'updated_at': '2021-04-30T13:12:01Z', 'revision_number': 5, 'project_id': 'a397097db8304460991aa7950d00f829', 'subnets': [{'id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:29.157098 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037fd86-9c9f-4481-add9-d714466984d5 None None] Checking router: 67e8b244-7dba-4729-91c1-6294f9645760 for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:19:29.168263 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3037fd86-9c9f-4481-add9-d714466984d5 None None] Routers {'67e8b244-7dba-4729-91c1-6294f9645760'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:29.168905 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-3037fd86-9c9f-4481-add9-d714466984d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:19:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['67e8b244-7dba-4729-91c1-6294f9645760'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:29.206915 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-6e822cea-5a35-4988-8ca9-dff75eb18069 admin admin] Deleting port c2fa7764-c4ad-4013-ab48-ed0bceb93d3c {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:29.207978 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6e822cea-5a35-4988-8ca9-dff75eb18069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:29.370693 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-6e822cea-5a35-4988-8ca9-dff75eb18069 admin admin] For port c2fa7764-c4ad-4013-ab48-ed0bceb93d3c, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=c2fa7764-c4ad-4013-ab48-ed0bceb93d3c,segment=NetworkSegment(0d06b830-f790-4d52-81ea-ad8507738f49),segment_id=0d06b830-f790-4d52-81ea-ad8507738f49)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:29.371078 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6e822cea-5a35-4988-8ca9-dff75eb18069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:29.382966 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-3037fd86-9c9f-4481-add9-d714466984d5 None None] Set router 67e8b244-7dba-4729-91c1-6294f9645760 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:29.524049 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-6e822cea-5a35-4988-8ca9-dff75eb18069 admin admin] Calling delete_port for c2fa7764-c4ad-4013-ab48-ed0bceb93d3c owned by network:router_interface {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:29.558022 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-c7b6ef20-3032-45e9-9f64-601df1f5b5b7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:29.559668 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-c7b6ef20-3032-45e9-9f64-601df1f5b5b7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/networks?id=80f53de5-5259-4652-858e-b5c33566feb0 HTTP/1.1" status: 200 len: 814 time: 0.1782901 Apr 30 13:19:29.577643 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-e623bbf0-a87b-45ac-bde8-85770737d4bc tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/quotas/ea398af75bc44966965248e1ea7440c4 HTTP/1.1" status: 200 len: 375 time: 0.0108209 Apr 30 13:19:29.676558 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-8268dd3a-d488-44cf-bc6a-063f09833c93 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ea398af75bc44966965248e1ea7440c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0930767 Apr 30 13:19:29.738632 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6e822cea-5a35-4988-8ca9-dff75eb18069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:29.744133 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-be6af5b0-196f-4d0a-a066-562599956971 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:29.789017 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e822cea-5a35-4988-8ca9-dff75eb18069 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2fa7764-c4ad-4013-ab48-ed0bceb93d3c,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:29.818042 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-3037fd86-9c9f-4481-add9-d714466984d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '79c047cd-1c05-4755-ace7-85acba99c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:50Z', 'revision_number': 4, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port': {'id': '79c047cd-1c05-4755-ace7-85acba99c055', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:30Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '81e8d0ec-d15d-401d-9e10-fc9447d18741', 'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'mac_address': 'fa:16:3e:78:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:47Z', 'updated_at': '2021-04-30T13:12:01Z', 'revision_number': 5, 'project_id': 'a397097db8304460991aa7950d00f829', 'subnets': [{'id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:29.818681 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6e822cea-5a35-4988-8ca9-dff75eb18069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:29.822674 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3037fd86-9c9f-4481-add9-d714466984d5 None None] The sync data for ids ['67e8b244-7dba-4729-91c1-6294f9645760'] in dv-cinder-784453-4-iscsi is: [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '79c047cd-1c05-4755-ace7-85acba99c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:11:50Z', 'revision_number': 4, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port': {'id': '79c047cd-1c05-4755-ace7-85acba99c055', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:30Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '81e8d0ec-d15d-401d-9e10-fc9447d18741', 'name': '', 'network_id': '384ed945-7697-4aed-a91c-b54f67f71379', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'mac_address': 'fa:16:3e:78:f3:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:47Z', 'updated_at': '2021-04-30T13:12:01Z', 'revision_number': 5, 'project_id': 'a397097db8304460991aa7950d00f829', 'subnets': [{'id': 'fc33453d-4422-4eee-9e94-1b257b2eaad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:19:29.835545 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-a86fc5d9-c191-4a96-80cc-482476a7298b service neutron] 10.222.0.69 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517196 Apr 30 13:19:29.983799 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-af608535-b994-4c09-adee-b1346e5accfd service neutron] 10.222.0.69 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421828 Apr 30 13:19:30.244475 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6db833-27d4-4dfb-9aa7-df44c60d868b None None] New status for floating IP 275e8c5b-4ad7-4f32-9733-95ef6990019c: DOWN {{(pid=73816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:19:30.249771 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7c121e67-13a6-41c8-8473-d29ea6464f97 req-b2e783b4-294d-4a3e-81df-46bc5c622e79 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee1f86b9-d5f9-4c52-bdf6-be893bb1643c HTTP/1.1" status: 200 len: 210 time: 0.0827141 Apr 30 13:19:30.250349 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:30.252199 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6e822cea-5a35-4988-8ca9-dff75eb18069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-67101039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66710741'] for router_interface, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:30.295404 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:30.295791 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device dde4074f-b16d-4a7b-bfc0-45a5b0b628d6 not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:30.343062 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44010) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:30.512058 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8a4567a8-7e2f-4db5-8f50-0f08804a2340 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:30.571298 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8a4567a8-7e2f-4db5-8f50-0f08804a2340 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:30.639156 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8a4567a8-7e2f-4db5-8f50-0f08804a2340 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:30.644474 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-70b9b005-1d6c-4d2a-b16d-61ecbc74148d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:30.664881 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4567a8-7e2f-4db5-8f50-0f08804a2340 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f07f5b-70d8-4679-a13f-b9bb6e76c916,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:30.667984 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-8a4567a8-7e2f-4db5-8f50-0f08804a2340 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:30.685724 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-8a4567a8-7e2f-4db5-8f50-0f08804a2340 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:30.690573 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-8a4567a8-7e2f-4db5-8f50-0f08804a2340 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "DELETE /v2.0/security-groups/68f07f5b-70d8-4679-a13f-b9bb6e76c916 HTTP/1.1" status: 204 len: 168 time: 0.3463285 Apr 30 13:19:30.691502 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44018) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:30.745153 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:19:30.786161 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e822cea-5a35-4988-8ca9-dff75eb18069 admin admin] Router 899850b4-edbb-4c8b-8b30-add691849308 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:19:30.833166 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.api.v2.resource [None req-44a287bb-27ba-4715-a39f-2c32a6b1d718 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] show failed (client error): The resource could not be found. Apr 30 13:19:30.837508 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-44a287bb-27ba-4715-a39f-2c32a6b1d718 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "GET /v2.0/security-groups/68f07f5b-70d8-4679-a13f-b9bb6e76c916 HTTP/1.1" status: 404 len: 347 time: 0.1445475 Apr 30 13:19:30.838220 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44022) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:31.005310 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e822cea-5a35-4988-8ca9-dff75eb18069 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:19:31.014895 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c6e144-186d-4d34-aa2d-8b17b7ef31e2 None None] Sync routers for ids ['899850b4-edbb-4c8b-8b30-add691849308'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:19:31.017446 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-6e822cea-5a35-4988-8ca9-dff75eb18069 admin admin] 10.222.0.69 "PUT /v2.0/routers/899850b4-edbb-4c8b-8b30-add691849308/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1475575 Apr 30 13:19:31.019198 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44026) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:31.038299 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c6e144-186d-4d34-aa2d-8b17b7ef31e2 None None] Routers {'899850b4-edbb-4c8b-8b30-add691849308'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:31.041523 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-59c6e144-186d-4d34-aa2d-8b17b7ef31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:19:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['899850b4-edbb-4c8b-8b30-add691849308'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:31.228809 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-bf972bf2-fbd2-41b6-8784-1952ed0febd0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Deleting port 1a84d89c-4363-4596-9ef5-a164be5b876e {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:31.230052 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bf972bf2-fbd2-41b6-8784-1952ed0febd0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:31.250640 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1df38802-11a6-4f3f-aa3e-81e325f924ab admin admin] Notify callbacks [] for router, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:31.255315 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:31.278461 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-59c6e144-186d-4d34-aa2d-8b17b7ef31e2 None None] Set router 899850b4-edbb-4c8b-8b30-add691849308 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:31.449981 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bf972bf2-fbd2-41b6-8784-1952ed0febd0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:31.450438 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bf972bf2-fbd2-41b6-8784-1952ed0febd0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:31.614704 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1df38802-11a6-4f3f-aa3e-81e325f924ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:31.679640 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-bf972bf2-fbd2-41b6-8784-1952ed0febd0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Calling delete_port for 1a84d89c-4363-4596-9ef5-a164be5b876e owned by network:floatingip {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:31.684530 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6d43f584-b014-44de-acb1-3a2adf5c43a9 req-a7034b23-400f-47d2-b143-fd4e536fd571 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee1f86b9-d5f9-4c52-bdf6-be893bb1643c HTTP/1.1" status: 200 len: 210 time: 0.2065709 Apr 30 13:19:31.704692 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-1df38802-11a6-4f3f-aa3e-81e325f924ab admin admin] Deleting port 3afc1fbd-c48c-45fd-9b48-96d28b107cd8 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:31.705182 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1df38802-11a6-4f3f-aa3e-81e325f924ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:31.725464 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-59c6e144-186d-4d34-aa2d-8b17b7ef31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899850b4-edbb-4c8b-8b30-add691849308', 'name': 'tempest-TestMinimumBasicScenario-764287681-router', 'tenant_id': '37e23e8f188b475f915180db4247915b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '3afc1fbd-c48c-45fd-9b48-96d28b107cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:43Z', 'updated_at': '2021-04-30T13:19:29Z', 'revision_number': 5, 'project_id': '37e23e8f188b475f915180db4247915b', 'gw_port': {'id': '3afc1fbd-c48c-45fd-9b48-96d28b107cd8', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:ae:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899850b4-edbb-4c8b-8b30-add691849308', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:16:44Z', 'updated_at': '2021-04-30T13:16:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:31.730459 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c6e144-186d-4d34-aa2d-8b17b7ef31e2 None None] Checking router: 899850b4-edbb-4c8b-8b30-add691849308 for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:19:31.742572 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c6e144-186d-4d34-aa2d-8b17b7ef31e2 None None] Routers {'899850b4-edbb-4c8b-8b30-add691849308'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:31.743125 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-59c6e144-186d-4d34-aa2d-8b17b7ef31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:19:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['899850b4-edbb-4c8b-8b30-add691849308'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:31.832781 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bf972bf2-fbd2-41b6-8784-1952ed0febd0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:31.838458 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-53e50179-dc4c-45be-a182-8e75f13486e2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:31.850139 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-1df38802-11a6-4f3f-aa3e-81e325f924ab admin admin] For port 3afc1fbd-c48c-45fd-9b48-96d28b107cd8, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=3afc1fbd-c48c-45fd-9b48-96d28b107cd8,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:31.850543 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1df38802-11a6-4f3f-aa3e-81e325f924ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:31.922714 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf972bf2-fbd2-41b6-8784-1952ed0febd0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Pushing event deleted for resources: {'Port': ['ID=1a84d89c-4363-4596-9ef5-a164be5b876e,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:31.935116 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-59c6e144-186d-4d34-aa2d-8b17b7ef31e2 None None] Set router 899850b4-edbb-4c8b-8b30-add691849308 gateway port host: None {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:31.935797 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-bf972bf2-fbd2-41b6-8784-1952ed0febd0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:32.046504 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-59c6e144-186d-4d34-aa2d-8b17b7ef31e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '899850b4-edbb-4c8b-8b30-add691849308', 'name': 'tempest-TestMinimumBasicScenario-764287681-router', 'tenant_id': '37e23e8f188b475f915180db4247915b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:43Z', 'updated_at': '2021-04-30T13:19:31Z', 'revision_number': 6, 'project_id': '37e23e8f188b475f915180db4247915b', 'gw_port_host': None}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:32.052654 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c6e144-186d-4d34-aa2d-8b17b7ef31e2 None None] The sync data for ids ['899850b4-edbb-4c8b-8b30-add691849308'] in dv-cinder-784453-4-iscsi is: [{'id': '899850b4-edbb-4c8b-8b30-add691849308', 'name': 'tempest-TestMinimumBasicScenario-764287681-router', 'tenant_id': '37e23e8f188b475f915180db4247915b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:16:43Z', 'updated_at': '2021-04-30T13:19:31Z', 'revision_number': 6, 'project_id': '37e23e8f188b475f915180db4247915b', 'gw_port_host': None}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:19:32.157590 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bf972bf2-fbd2-41b6-8784-1952ed0febd0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks [] for floatingip, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:32.175022 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-278fc098-b7c1-4533-ba65-44fd59a9d581 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:32.176490 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-278fc098-b7c1-4533-ba65-44fd59a9d581 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.71 "GET /v2.0/networks?id=80f53de5-5259-4652-858e-b5c33566feb0 HTTP/1.1" status: 200 len: 814 time: 0.2886307 Apr 30 13:19:32.179082 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-1df38802-11a6-4f3f-aa3e-81e325f924ab admin admin] Calling delete_port for 3afc1fbd-c48c-45fd-9b48-96d28b107cd8 owned by network:router_gateway {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:32.190061 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bf972bf2-fbd2-41b6-8784-1952ed0febd0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:32.199780 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-bf972bf2-fbd2-41b6-8784-1952ed0febd0 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] 10.222.0.69 "DELETE /v2.0/floatingips/275e8c5b-4ad7-4f32-9733-95ef6990019c HTTP/1.1" status: 204 len: 168 time: 1.3512709 Apr 30 13:19:32.212174 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-643080ea-100e-4712-8fc1-b866723b5b4a tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Request body: {'port': {'device_id': 'ee1f86b9-d5f9-4c52-bdf6-be893bb1643c', 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0', 'admin_state_up': True, 'tenant_id': 'ea398af75bc44966965248e1ea7440c4'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:32.351353 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5eb4ea53-48d2-400a-8663-b90bf16302ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:32.356873 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1df38802-11a6-4f3f-aa3e-81e325f924ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:32.362012 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f60bec9f-507a-4454-baa9-da88f70baf8e tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:32.399603 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-643080ea-100e-4712-8fc1-b866723b5b4a tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:32.414706 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-643080ea-100e-4712-8fc1-b866723b5b4a tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:32.419653 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df38802-11a6-4f3f-aa3e-81e325f924ab admin admin] Pushing event deleted for resources: {'Port': ['ID=3afc1fbd-c48c-45fd-9b48-96d28b107cd8,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:32.439251 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-643080ea-100e-4712-8fc1-b866723b5b4a tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Made reservation on behalf of ea398af75bc44966965248e1ea7440c4 for: {'port': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:19:32.445417 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-643080ea-100e-4712-8fc1-b866723b5b4a tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:32.457417 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1df38802-11a6-4f3f-aa3e-81e325f924ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:32.545471 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1df38802-11a6-4f3f-aa3e-81e325f924ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66717938'] for router_gateway, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:32.655202 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-643080ea-100e-4712-8fc1-b866723b5b4a tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Allocated IP 172.20.0.14 (80f53de5-5259-4652-858e-b5c33566feb0/f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e/57af5644-3314-452d-aaab-c8e4f96b1121) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:19:32.765448 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1df38802-11a6-4f3f-aa3e-81e325f924ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66709549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-729'] for router, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:32.767940 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1df38802-11a6-4f3f-aa3e-81e325f924ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:32.799619 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1df38802-11a6-4f3f-aa3e-81e325f924ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66710103'] for router, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:32.800452 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df38802-11a6-4f3f-aa3e-81e325f924ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 899850b4-edbb-4c8b-8b30-add691849308 {{(pid=73813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:19:32.825889 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-1df38802-11a6-4f3f-aa3e-81e325f924ab admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:32.827402 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-1df38802-11a6-4f3f-aa3e-81e325f924ab admin admin] 10.222.0.69 "DELETE /v2.0/routers/899850b4-edbb-4c8b-8b30-add691849308 HTTP/1.1" status: 204 len: 168 time: 1.8071120 Apr 30 13:19:32.830069 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44042) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:32.898757 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5cccd97-25bf-4c61-b655-47d36fa7c64d admin admin] Deleting subnet 0a764271-e542-48d7-aaf4-b3293e9914d0 {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:19:32.902597 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f5cccd97-25bf-4c61-b655-47d36fa7c64d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:32.940813 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-36a8403a-d6d8-4644-843e-302edf1f054e req-02eda61b-3c9d-4ff0-a2f0-f16ccb9cb4d0 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee1f86b9-d5f9-4c52-bdf6-be893bb1643c HTTP/1.1" status: 200 len: 210 time: 0.0552447 Apr 30 13:19:32.960685 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f5cccd97-25bf-4c61-b655-47d36fa7c64d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64371163'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:32.965188 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-643080ea-100e-4712-8fc1-b866723b5b4a tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.001130 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-643080ea-100e-4712-8fc1-b866723b5b4a tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.007631 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-4510d8ce-1ccc-46e8-8b6e-1b73e493f8d4 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:33.038454 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['f4d680b6-708a-42f8-a62f-e54604d1aaed'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:33.052818 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f5cccd97-25bf-4c61-b655-47d36fa7c64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726744'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.193676 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-643080ea-100e-4712-8fc1-b866723b5b4a tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Network 80f53de5-5259-4652-858e-b5c33566feb0 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:19:33.196759 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-643080ea-100e-4712-8fc1-b866723b5b4a tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:19:33.206284 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-643080ea-100e-4712-8fc1-b866723b5b4a tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:19:33.245427 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643080ea-100e-4712-8fc1-b866723b5b4a tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Pushing event updated for resources: {'Port': ['ID=57af5644-3314-452d-aaab-c8e4f96b1121,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:33.257001 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-643080ea-100e-4712-8fc1-b866723b5b4a tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:33.283265 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-643080ea-100e-4712-8fc1-b866723b5b4a tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:33.283941 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-643080ea-100e-4712-8fc1-b866723b5b4a tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.312929 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-643080ea-100e-4712-8fc1-b866723b5b4a tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1198015 Apr 30 13:19:33.331373 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Request body: {'port': {'device_id': 'ee1f86b9-d5f9-4c52-bdf6-be893bb1643c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:33.377556 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f5cccd97-25bf-4c61-b655-47d36fa7c64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64370389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65575225'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.379633 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:33.424643 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f5cccd97-25bf-4c61-b655-47d36fa7c64d admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.428498 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cccd97-25bf-4c61-b655-47d36fa7c64d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a764271-e542-48d7-aaf4-b3293e9914d0,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:33.430974 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0bf3e3-6307-4db1-9e93-c5344be1901b None None] Network 16a7cba2-424c-4169-abe7-8c8315648713 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:19:33.431844 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f5cccd97-25bf-4c61-b655-47d36fa7c64d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:33.436272 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-f5cccd97-25bf-4c61-b655-47d36fa7c64d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0a764271-e542-48d7-aaf4-b3293e9914d0 HTTP/1.1" status: 204 len: 168 time: 0.6047120 Apr 30 13:19:33.439852 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44048) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:33.484481 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.600160 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607959'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.608399 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device c2fa7764-c4ad-4013-ab48-ed0bceb93d3c no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:33.650035 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: c2fa7764-c4ad-4013-ab48-ed0bceb93d3c {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:33.650383 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device c2fa7764-c4ad-4013-ab48-ed0bceb93d3c not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:33.650813 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 3afc1fbd-c48c-45fd-9b48-96d28b107cd8 no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:33.700109 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] Deleting port ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:33.700720 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.713254 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: 3afc1fbd-c48c-45fd-9b48-96d28b107cd8 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:33.713632 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 3afc1fbd-c48c-45fd-9b48-96d28b107cd8 not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:33.836308 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] For port ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08,segment=NetworkSegment(0d06b830-f790-4d52-81ea-ad8507738f49),segment_id=0d06b830-f790-4d52-81ea-ad8507738f49)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:33.837150 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.906650 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aaed2f-c5f9-4dee-9876-7d4d2cd8a876 None None] DHCP port deletion for 16a7cba2-424c-4169-abe7-8c8315648713 request from dv-cinder-784453-4-iscsi {{(pid=73815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:19:33.957840 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57af5644-3314-452d-aaab-c8e4f96b1121 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:19:33.967974 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:33.987751 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Transition to ACTIVE for port object 57af5644-3314-452d-aaab-c8e4f96b1121 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:19:33.993269 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.002920 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] Calling delete_port for ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08 owned by network:dhcp {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:34.006071 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-12aaed2f-c5f9-4dee-9876-7d4d2cd8a876 None None] Deleting port ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08 {{(pid=73815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:34.006577 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:34.006704 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-12aaed2f-c5f9-4dee-9876-7d4d2cd8a876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.099244 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.106462 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-cacae6d1-9f0d-4e5b-b46e-8192f799c6fa tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:34.138243 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-12aaed2f-c5f9-4dee-9876-7d4d2cd8a876 None None] For port ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08,segment=NetworkSegment(0d06b830-f790-4d52-81ea-ad8507738f49),segment_id=0d06b830-f790-4d52-81ea-ad8507738f49)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:34.138546 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-12aaed2f-c5f9-4dee-9876-7d4d2cd8a876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.146398 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Pushing event updated for resources: {'Port': ['ID=57af5644-3314-452d-aaab-c8e4f96b1121,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:34.150635 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:34.263910 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:34.267925 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:34.270591 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] No DVR routers for this DVR port ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08 on host dv-cinder-784453-4-iscsi {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:34.274364 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-12aaed2f-c5f9-4dee-9876-7d4d2cd8a876 None None] Calling delete_port for ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08 owned by network:dhcp {{(pid=73815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:34.331253 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-12aaed2f-c5f9-4dee-9876-7d4d2cd8a876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357'] for port, after_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.335459 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:34.353824 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Attempting to bind port 57af5644-3314-452d-aaab-c8e4f96b1121 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:19:34.354206 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Attempting to bind port 57af5644-3314-452d-aaab-c8e4f96b1121 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '1a9771ff-a3b7-498c-98b0-a997ce2e94ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:19:34.354509 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Attempting to bind port 57af5644-3314-452d-aaab-c8e4f96b1121 on network 80f53de5-5259-4652-858e-b5c33566feb0 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:19:34.370758 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440b3b4-c659-4d1f-aa9c-33407a860274 req-53b22810-3830-4925-90df-b449f61b903e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:34.370758 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-d440b3b4-c659-4d1f-aa9c-33407a860274 req-53b22810-3830-4925-90df-b449f61b903e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Synchronizing usage tracker for tenant:ea398af75bc44966965248e1ea7440c4 on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:34.373679 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Port 57af5644-3314-452d-aaab-c8e4f96b1121 on network 80f53de5-5259-4652-858e-b5c33566feb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:19:34.374034 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Attempting to bind port 57af5644-3314-452d-aaab-c8e4f96b1121 on network 80f53de5-5259-4652-858e-b5c33566feb0 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:19:34.378950 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aaed2f-c5f9-4dee-9876-7d4d2cd8a876 None None] Pushing event deleted for resources: {'Port': ['ID=ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08,revision_number=None']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:34.382406 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:19:34.382752 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Checking segment: {'id': '1a9771ff-a3b7-498c-98b0-a997ce2e94ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:19:34.382869 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-12aaed2f-c5f9-4dee-9876-7d4d2cd8a876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:34.383249 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Bound using segment: {'id': '1a9771ff-a3b7-498c-98b0-a997ce2e94ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:19:34.383780 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Bound port: 57af5644-3314-452d-aaab-c8e4f96b1121, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9771ff-a3b7-498c-98b0-a997ce2e94ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:19:34.384928 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.385054 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aaed2f-c5f9-4dee-9876-7d4d2cd8a876 None None] No DVR routers for this DVR port ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08 on host dv-cinder-784453-4-iscsi {{(pid=73815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:34.401710 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721493', 'neutron.services.segments.db._delete_segments_for_network-8751029557405'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.448091 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-d440b3b4-c659-4d1f-aa9c-33407a860274 req-53b22810-3830-4925-90df-b449f61b903e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Unset dirty status for tenant:ea398af75bc44966965248e1ea7440c4 on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:34.449656 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d440b3b4-c659-4d1f-aa9c-33407a860274 req-53b22810-3830-4925-90df-b449f61b903e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee1f86b9-d5f9-4c52-bdf6-be893bb1643c HTTP/1.1" status: 200 len: 944 time: 0.3045559 Apr 30 13:19:34.519972 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] For port 57af5644-3314-452d-aaab-c8e4f96b1121, host hv-cinder-78445, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:19:34.524590 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a7cba2-424c-4169-abe7-8c8315648713']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:34.532006 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d440b3b4-c659-4d1f-aa9c-33407a860274 req-2949d8fc-c93c-443d-8c63-38ee8eb1ab9e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712652 Apr 30 13:19:34.535933 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] For port 57af5644-3314-452d-aaab-c8e4f96b1121, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=57af5644-3314-452d-aaab-c8e4f96b1121,segment=NetworkSegment(1a9771ff-a3b7-498c-98b0-a997ce2e94ab),segment_id=1a9771ff-a3b7-498c-98b0-a997ce2e94ab)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:19:34.540310 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d06b830-f790-4d52-81ea-ad8507738f49') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:34.540649 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d06b830-f790-4d52-81ea-ad8507738f49') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:34.543087 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.552409 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-643080ea-100e-4712-8fc1-b866723b5b4a tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:34.553912 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751029569639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64371154'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.571793 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.578695 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:19:34.613208 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:34.613858 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.615219 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] 10.222.0.71 "PUT /v2.0/ports/57af5644-3314-452d-aaab-c8e4f96b1121 HTTP/1.1" status: 200 len: 1094 time: 1.2884979 Apr 30 13:19:34.617882 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1f86b9-d5f9-4c52-bdf6-be893bb1643c', 'tag': '57af5644-3314-452d-aaab-c8e4f96b1121'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:34.657207 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Pushing event updated for resources: {'Port': ['ID=57af5644-3314-452d-aaab-c8e4f96b1121,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:34.660910 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:34.679296 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1f86b9-d5f9-4c52-bdf6-be893bb1643c', 'tag': '57af5644-3314-452d-aaab-c8e4f96b1121', 'status': 'completed', 'code': 200} Apr 30 13:19:34.766037 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] Network 16a7cba2-424c-4169-abe7-8c8315648713 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:19:34.775988 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-780525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64370303'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:34.791098 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-bc8c7e3e-5c2f-4642-9229-ddf2f35b1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:34.792659 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-bc8c7e3e-5c2f-4642-9229-ddf2f35b1744 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea398af75bc44966965248e1ea7440c4&device_id=ee1f86b9-d5f9-4c52-bdf6-be893bb1643c HTTP/1.1" status: 200 len: 1097 time: 0.0895875 Apr 30 13:19:34.879795 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-86fa23a9-2434-4923-bec4-cf911430f440 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57af5644-3314-452d-aaab-c8e4f96b1121 HTTP/1.1" status: 200 len: 217 time: 0.0701175 Apr 30 13:19:34.945881 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-28663f07-9fe9-46f4-82d1-918c5f3b1b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:34.947098 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-28663f07-9fe9-46f4-82d1-918c5f3b1b4e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e HTTP/1.1" status: 200 len: 854 time: 0.0609584 Apr 30 13:19:34.952852 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] Network 16a7cba2-424c-4169-abe7-8c8315648713 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: Traceback (most recent call last): Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: timer() Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: cb(*args, **kw) Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: return func(*args, **kwargs) Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: self._notify() Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: self.callback(batched_events) Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: event.method(event) Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: return f(self, *a, **k) Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._get(url).json() Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:19:34.975151 dv-cinder-784453-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:19:35.003622 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-6fe44df0-4bde-424b-a221-2573bb8f6b15 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=80f53de5-5259-4652-858e-b5c33566feb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492187 Apr 30 13:19:35.057266 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721390'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:35.067513 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8a0bb02d-8959-4077-9f8d-46e333418223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:35.087577 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:35.097553 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] Pushing event deleted for resources: {'Network': ['ID=16a7cba2-424c-4169-abe7-8c8315648713,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:35.104738 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:35.109347 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-bda9879c-a449-4818-9c5f-062da4905a68 admin admin] 10.222.0.69 "DELETE /v2.0/networks/16a7cba2-424c-4169-abe7-8c8315648713 HTTP/1.1" status: 204 len: 168 time: 1.6689732 Apr 30 13:19:35.156134 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-48750086-52e1-4d2f-9b5c-aef97cef35fb service neutron] 10.222.0.71 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433616 Apr 30 13:19:35.255606 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44074) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:35.313095 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-5dc443cd-420a-4071-a7ec-769544df6d65 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=330522879a1442469115b6ce47db04cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561864 Apr 30 13:19:35.316263 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44078) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:35.331166 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44082) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:35.398315 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-be885f85-5bfc-4915-be02-a1bd34b39259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:35.433322 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-be885f85-5bfc-4915-be02-a1bd34b39259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:35.440012 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2e4ed8b8-6c2f-4a97-8840-62a9d7f33fe3 req-990679aa-a570-4f19-9a3f-0ccdc3c3e8da service neutron] 10.222.0.71 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762446 Apr 30 13:19:35.527331 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-be885f85-5bfc-4915-be02-a1bd34b39259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:35.529852 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08 no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:35.534316 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-916f9558-6b98-477f-ae63-a46babbcf1bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:35.551261 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be885f85-5bfc-4915-be02-a1bd34b39259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e93ef5-4bdd-4beb-86dc-6dd882163962,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:35.559591 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-be885f85-5bfc-4915-be02-a1bd34b39259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:35.560493 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-be885f85-5bfc-4915-be02-a1bd34b39259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:35.561659 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-be885f85-5bfc-4915-be02-a1bd34b39259 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f4e93ef5-4bdd-4beb-86dc-6dd882163962 HTTP/1.1" status: 204 len: 168 time: 0.2440085 Apr 30 13:19:35.632181 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:35.633046 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device ae1e44fa-43f2-4bf1-9bca-2f4dfbc5bb08 not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:35.647202 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:35.755733 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb3ee6-e852-4113-b34e-18b342a67587 req-ba4eee27-f1b3-45a7-b859-0cfc8cc6b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:35.757319 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1afb3ee6-e852-4113-b34e-18b342a67587 req-ba4eee27-f1b3-45a7-b859-0cfc8cc6b692 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea398af75bc44966965248e1ea7440c4&device_id=ee1f86b9-d5f9-4c52-bdf6-be893bb1643c HTTP/1.1" status: 200 len: 1097 time: 0.1842339 Apr 30 13:19:35.762046 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-af538c67-9dcf-4f32-8487-8c193cd1b562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:35.906744 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9eb6aa-78a5-46c4-90c8-5f5956a35935 req-7d42e47e-c34a-4c49-9a95-2f6be925bc92 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:35.908376 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3c9eb6aa-78a5-46c4-90c8-5f5956a35935 req-7d42e47e-c34a-4c49-9a95-2f6be925bc92 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee1f86b9-d5f9-4c52-bdf6-be893bb1643c HTTP/1.1" status: 200 len: 944 time: 0.2037311 Apr 30 13:19:35.953131 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb3ee6-e852-4113-b34e-18b342a67587 req-1e4ccbba-f2f3-47c3-8f6a-0f036865319b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:35.954663 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1afb3ee6-e852-4113-b34e-18b342a67587 req-1e4ccbba-f2f3-47c3-8f6a-0f036865319b service neutron] 10.222.0.71 "GET /v2.0/networks?id=80f53de5-5259-4652-858e-b5c33566feb0 HTTP/1.1" status: 200 len: 916 time: 0.1821866 Apr 30 13:19:36.041740 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3c9eb6aa-78a5-46c4-90c8-5f5956a35935 req-4ebcfc9f-1a41-4393-b7bc-8f2cd5578b12 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208909 Apr 30 13:19:36.042927 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1afb3ee6-e852-4113-b34e-18b342a67587 req-6edee374-48df-43b9-8e66-aa14c3553083 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57af5644-3314-452d-aaab-c8e4f96b1121 HTTP/1.1" status: 200 len: 217 time: 0.0776799 Apr 30 13:19:36.047092 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44094) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:36.148413 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb3ee6-e852-4113-b34e-18b342a67587 req-42c62da6-0a2a-4abe-ba3a-e26ecd395be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:36.149872 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1afb3ee6-e852-4113-b34e-18b342a67587 req-42c62da6-0a2a-4abe-ba3a-e26ecd395be2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e HTTP/1.1" status: 200 len: 854 time: 0.0873110 Apr 30 13:19:36.152295 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-aa04787c-adb4-43fb-847d-ef72aef8c3fb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=37e23e8f188b475f915180db4247915b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1036677 Apr 30 13:19:36.154958 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44098) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:36.225157 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1afb3ee6-e852-4113-b34e-18b342a67587 req-f89672e9-9ea1-4df5-88f1-ed176efc7359 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=80f53de5-5259-4652-858e-b5c33566feb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550578 Apr 30 13:19:36.357185 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-44a699c9-6a4b-483e-abd9-22de19f1215e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:36.403998 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-44a699c9-6a4b-483e-abd9-22de19f1215e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:36.420254 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1afb3ee6-e852-4113-b34e-18b342a67587 req-f3633cde-f0a8-4a66-854b-2cf50128b36e service neutron] 10.222.0.71 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810524 Apr 30 13:19:36.479822 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-124f3cb8-35e0-4895-8ea2-3613534d1cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66717029'] for router_interface, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:36.527566 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:36.584094 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1afb3ee6-e852-4113-b34e-18b342a67587 req-cbe20089-91c9-4210-8020-48799b8ac4bf service neutron] 10.222.0.71 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561770 Apr 30 13:19:36.584839 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-44a699c9-6a4b-483e-abd9-22de19f1215e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:36.589812 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-4cd9c07e-b08b-480f-9638-9786b0cf9094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:36.603990 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a699c9-6a4b-483e-abd9-22de19f1215e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbd02be-1996-443c-ba2d-aa19f0966c57,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:36.606562 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-44a699c9-6a4b-483e-abd9-22de19f1215e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:36.612871 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-44a699c9-6a4b-483e-abd9-22de19f1215e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:36.625598 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-44a699c9-6a4b-483e-abd9-22de19f1215e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6cbd02be-1996-443c-ba2d-aa19f0966c57 HTTP/1.1" status: 204 len: 168 time: 0.4575703 Apr 30 13:19:37.019486 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-124f3cb8-35e0-4895-8ea2-3613534d1cfb admin admin] Deleting port 81e8d0ec-d15d-401d-9e10-fc9447d18741 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:37.019706 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-124f3cb8-35e0-4895-8ea2-3613534d1cfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:37.162484 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-124f3cb8-35e0-4895-8ea2-3613534d1cfb admin admin] For port 81e8d0ec-d15d-401d-9e10-fc9447d18741, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=81e8d0ec-d15d-401d-9e10-fc9447d18741,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:37.162484 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-124f3cb8-35e0-4895-8ea2-3613534d1cfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:37.247645 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480da3e-dace-46bf-b1d0-516123a7e8c5 req-22f88b79-9b81-4204-95c2-53197b1f54e6 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:37.249121 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7480da3e-dace-46bf-b1d0-516123a7e8c5 req-22f88b79-9b81-4204-95c2-53197b1f54e6 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee1f86b9-d5f9-4c52-bdf6-be893bb1643c HTTP/1.1" status: 200 len: 944 time: 0.0922298 Apr 30 13:19:37.303786 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-124f3cb8-35e0-4895-8ea2-3613534d1cfb admin admin] Calling delete_port for 81e8d0ec-d15d-401d-9e10-fc9447d18741 owned by network:router_interface {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:37.307385 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7480da3e-dace-46bf-b1d0-516123a7e8c5 req-c8a2d9d4-54a5-40ef-9f97-92760bcf8615 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507939 Apr 30 13:19:37.479420 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-124f3cb8-35e0-4895-8ea2-3613534d1cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:37.483442 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-019f3c23-9909-4fad-b129-92afff16cde2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:37.530100 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f3cb8-35e0-4895-8ea2-3613534d1cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=81e8d0ec-d15d-401d-9e10-fc9447d18741,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:37.533679 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-124f3cb8-35e0-4895-8ea2-3613534d1cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:37.811428 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-124f3cb8-35e0-4895-8ea2-3613534d1cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-67101039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66710741'] for router_interface, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:37.852379 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:38.276797 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124f3cb8-35e0-4895-8ea2-3613534d1cfb admin admin] Router 67e8b244-7dba-4729-91c1-6294f9645760 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:19:38.306806 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 57af5644-3314-452d-aaab-c8e4f96b1121 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:19:38.458594 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 57af5644-3314-452d-aaab-c8e4f96b1121, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=57af5644-3314-452d-aaab-c8e4f96b1121,segment=NetworkSegment(1a9771ff-a3b7-498c-98b0-a997ce2e94ab),segment_id=1a9771ff-a3b7-498c-98b0-a997ce2e94ab)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:38.472270 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': '57af5644-3314-452d-aaab-c8e4f96b1121', 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0', 'port_id': '57af5644-3314-452d-aaab-c8e4f96b1121', 'mac_address': 'fa:16:3e:f3:77:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:19:38.481946 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124f3cb8-35e0-4895-8ea2-3613534d1cfb admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:19:38.493353 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906caf6b-85b8-43b6-8e33-b81dffa081ed None None] Sync routers for ids ['67e8b244-7dba-4729-91c1-6294f9645760'] in dv-cinder-784453-4-iscsi {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:19:38.509538 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906caf6b-85b8-43b6-8e33-b81dffa081ed None None] Routers {'67e8b244-7dba-4729-91c1-6294f9645760'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:38.510578 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-906caf6b-85b8-43b6-8e33-b81dffa081ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:19:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['67e8b244-7dba-4729-91c1-6294f9645760'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:38.515125 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-124f3cb8-35e0-4895-8ea2-3613534d1cfb admin admin] 10.222.0.69 "PUT /v2.0/routers/67e8b244-7dba-4729-91c1-6294f9645760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1828301 Apr 30 13:19:38.515983 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44110) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:38.533788 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:38.552598 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57af5644-3314-452d-aaab-c8e4f96b1121 {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:19:38.574313 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 57af5644-3314-452d-aaab-c8e4f96b1121, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=57af5644-3314-452d-aaab-c8e4f96b1121,segment=NetworkSegment(1a9771ff-a3b7-498c-98b0-a997ce2e94ab),segment_id=1a9771ff-a3b7-498c-98b0-a997ce2e94ab)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:38.580120 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:38.583459 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8631eaa9-37cd-4fd7-bcc4-830fa4e0848f req-39255457-aa64-4760-92e2-32780f358513 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:38.584967 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-5cf8b768-702d-4ab9-b778-872ef2089221 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:38.591383 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8631eaa9-37cd-4fd7-bcc4-830fa4e0848f req-39255457-aa64-4760-92e2-32780f358513 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee1f86b9-d5f9-4c52-bdf6-be893bb1643c HTTP/1.1" status: 200 len: 944 time: 0.1620271 Apr 30 13:19:38.645925 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8631eaa9-37cd-4fd7-bcc4-830fa4e0848f req-2343ea4f-1821-4195-bae9-25ee0d40aea0 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535214 Apr 30 13:19:38.668239 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=57af5644-3314-452d-aaab-c8e4f96b1121,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:38.674915 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:38.723521 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-906caf6b-85b8-43b6-8e33-b81dffa081ed None None] Set router 67e8b244-7dba-4729-91c1-6294f9645760 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:38.727496 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-89191542-81ef-4546-97c2-641e0e50f33e admin admin] Notify callbacks [] for router, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:38.890101 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['57af5644-3314-452d-aaab-c8e4f96b1121'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:38.936044 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-89191542-81ef-4546-97c2-641e0e50f33e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:39.052954 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-89191542-81ef-4546-97c2-641e0e50f33e admin admin] Deleting port 79c047cd-1c05-4755-ace7-85acba99c055 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:39.053499 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-89191542-81ef-4546-97c2-641e0e50f33e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:39.083369 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-906caf6b-85b8-43b6-8e33-b81dffa081ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': '79c047cd-1c05-4755-ace7-85acba99c055', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:19:37Z', 'revision_number': 5, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port': {'id': '79c047cd-1c05-4755-ace7-85acba99c055', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:c5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e8b244-7dba-4729-91c1-6294f9645760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:11:30Z', 'updated_at': '2021-04-30T13:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:39.090083 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906caf6b-85b8-43b6-8e33-b81dffa081ed None None] Checking router: 67e8b244-7dba-4729-91c1-6294f9645760 for host: dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:19:39.104764 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906caf6b-85b8-43b6-8e33-b81dffa081ed None None] Routers {'67e8b244-7dba-4729-91c1-6294f9645760'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:19:39.106015 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-906caf6b-85b8-43b6-8e33-b81dffa081ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:19:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['67e8b244-7dba-4729-91c1-6294f9645760'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:39.238281 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-89191542-81ef-4546-97c2-641e0e50f33e admin admin] For port 79c047cd-1c05-4755-ace7-85acba99c055, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=79c047cd-1c05-4755-ace7-85acba99c055,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:39.238582 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-89191542-81ef-4546-97c2-641e0e50f33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:39.296855 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-906caf6b-85b8-43b6-8e33-b81dffa081ed None None] Set router 67e8b244-7dba-4729-91c1-6294f9645760 gateway port host: None {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:19:39.368045 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-89191542-81ef-4546-97c2-641e0e50f33e admin admin] Calling delete_port for 79c047cd-1c05-4755-ace7-85acba99c055 owned by network:router_gateway {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:39.405859 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-906caf6b-85b8-43b6-8e33-b81dffa081ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:19:38Z', 'revision_number': 6, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port_host': None}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:39.410311 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906caf6b-85b8-43b6-8e33-b81dffa081ed None None] The sync data for ids ['67e8b244-7dba-4729-91c1-6294f9645760'] in dv-cinder-784453-4-iscsi is: [{'id': '67e8b244-7dba-4729-91c1-6294f9645760', 'name': 'tempest-AttachVolumeShelveTestJSON-2132736464-router', 'tenant_id': 'a397097db8304460991aa7950d00f829', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:11:27Z', 'updated_at': '2021-04-30T13:19:38Z', 'revision_number': 6, 'project_id': 'a397097db8304460991aa7950d00f829', 'gw_port_host': None}] {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:19:39.553218 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-89191542-81ef-4546-97c2-641e0e50f33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:39.557049 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-4862b00f-e11f-4320-a7b5-d51a8637818a tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:39.727665 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89191542-81ef-4546-97c2-641e0e50f33e admin admin] Pushing event deleted for resources: {'Port': ['ID=79c047cd-1c05-4755-ace7-85acba99c055,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:39.731087 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-89191542-81ef-4546-97c2-641e0e50f33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:39.833019 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-89191542-81ef-4546-97c2-641e0e50f33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66717938'] for router_gateway, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:39.991767 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3166712-f24e-4d77-bbe0-0627d916e092 req-7274dbc4-59aa-4280-b760-2331f515e700 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:39.993286 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f3166712-f24e-4d77-bbe0-0627d916e092 req-7274dbc4-59aa-4280-b760-2331f515e700 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee1f86b9-d5f9-4c52-bdf6-be893bb1643c HTTP/1.1" status: 200 len: 945 time: 0.0872345 Apr 30 13:19:40.009853 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-89191542-81ef-4546-97c2-641e0e50f33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66709549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-729'] for router, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:40.013418 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-89191542-81ef-4546-97c2-641e0e50f33e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:40.039612 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-89191542-81ef-4546-97c2-641e0e50f33e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66710103'] for router, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:40.040343 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89191542-81ef-4546-97c2-641e0e50f33e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67e8b244-7dba-4729-91c1-6294f9645760 {{(pid=73813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:19:40.043898 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f3166712-f24e-4d77-bbe0-0627d916e092 req-dfcbeeb6-acce-470b-a8e3-02b2306056ac tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437856 Apr 30 13:19:40.055915 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-89191542-81ef-4546-97c2-641e0e50f33e admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:40.064625 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-89191542-81ef-4546-97c2-641e0e50f33e admin admin] 10.222.0.69 "DELETE /v2.0/routers/67e8b244-7dba-4729-91c1-6294f9645760 HTTP/1.1" status: 204 len: 168 time: 1.5400090 Apr 30 13:19:40.064625 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44116) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:40.127904 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ce2f8f-63dd-44aa-8e3a-1a9245d0f688 admin admin] Deleting subnet fc33453d-4422-4eee-9e94-1b257b2eaad2 {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:19:40.131291 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-26ce2f8f-63dd-44aa-8e3a-1a9245d0f688 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:40.186725 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-26ce2f8f-63dd-44aa-8e3a-1a9245d0f688 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64371163'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:40.269113 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-26ce2f8f-63dd-44aa-8e3a-1a9245d0f688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726744'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:40.308469 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 57af5644-3314-452d-aaab-c8e4f96b1121 up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:19:40.392652 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port 57af5644-3314-452d-aaab-c8e4f96b1121 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:19:40.398822 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port 57af5644-3314-452d-aaab-c8e4f96b1121 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:40.399200 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:40.550883 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:40.566769 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-26ce2f8f-63dd-44aa-8e3a-1a9245d0f688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64370389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65575225'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:40.571012 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1c7209f2-f5fe-4531-9482-722024aa2f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:40.579490 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1f86b9-d5f9-4c52-bdf6-be893bb1643c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57af5644-3314-452d-aaab-c8e4f96b1121'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:40.589857 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 57af5644-3314-452d-aaab-c8e4f96b1121, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=57af5644-3314-452d-aaab-c8e4f96b1121,segment=NetworkSegment(1a9771ff-a3b7-498c-98b0-a997ce2e94ab),segment_id=1a9771ff-a3b7-498c-98b0-a997ce2e94ab)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:40.594969 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:40.598717 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:40.615149 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce2f8f-63dd-44aa-8e3a-1a9245d0f688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc33453d-4422-4eee-9e94-1b257b2eaad2,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:40.617350 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-26ce2f8f-63dd-44aa-8e3a-1a9245d0f688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:40.620336 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-26ce2f8f-63dd-44aa-8e3a-1a9245d0f688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:40.627447 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-26ce2f8f-63dd-44aa-8e3a-1a9245d0f688 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/fc33453d-4422-4eee-9e94-1b257b2eaad2 HTTP/1.1" status: 204 len: 168 time: 0.5635152 Apr 30 13:19:40.627875 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44122) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:40.632161 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81727084-6e75-431e-876f-6eaf0a503a73 None None] Network 384ed945-7697-4aed-a91c-b54f67f71379 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:19:40.655472 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1f86b9-d5f9-4c52-bdf6-be893bb1643c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57af5644-3314-452d-aaab-c8e4f96b1121', 'code': 200} Apr 30 13:19:40.747087 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607959'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:40.813251 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=57af5644-3314-452d-aaab-c8e4f96b1121,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:40.816510 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:40.834131 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] Deleting port 830e690f-a3a6-4ec1-9134-74f4aa9388f6 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:40.834510 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:40.926292 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664005f6-1a3a-4b1a-aed3-19ca4a123df5 req-30e51949-b970-423f-910b-1cb2c7788cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:40.928053 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-664005f6-1a3a-4b1a-aed3-19ca4a123df5 req-30e51949-b970-423f-910b-1cb2c7788cc4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ee1f86b9-d5f9-4c52-bdf6-be893bb1643c HTTP/1.1" status: 200 len: 1099 time: 0.0756667 Apr 30 13:19:40.947021 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] For port 830e690f-a3a6-4ec1-9134-74f4aa9388f6, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=830e690f-a3a6-4ec1-9134-74f4aa9388f6,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:40.947395 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:40.983987 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4c235c-7df9-4fc0-8a96-96630a4b19d7 None None] DHCP port deletion for 384ed945-7697-4aed-a91c-b54f67f71379 request from dv-cinder-784453-4-iscsi {{(pid=73815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:19:40.984649 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-664005f6-1a3a-4b1a-aed3-19ca4a123df5 req-46940df6-d765-4547-99b5-12ed7ab1f530 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468137 Apr 30 13:19:41.053087 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c235c-7df9-4fc0-8a96-96630a4b19d7 None None] Deleting port 830e690f-a3a6-4ec1-9134-74f4aa9388f6 {{(pid=73815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:19:41.053515 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-4d4c235c-7df9-4fc0-8a96-96630a4b19d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:41.073669 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] Calling delete_port for 830e690f-a3a6-4ec1-9134-74f4aa9388f6 owned by network:dhcp {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:41.128221 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:41.132403 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-26477a19-d95d-4f57-9f54-3279175c58ba tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:41.157791 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-4d4c235c-7df9-4fc0-8a96-96630a4b19d7 None None] For port 830e690f-a3a6-4ec1-9134-74f4aa9388f6, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=830e690f-a3a6-4ec1-9134-74f4aa9388f6,segment=NetworkSegment(ad86e948-34be-4382-926c-3463732df242),segment_id=ad86e948-34be-4382-926c-3463732df242)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:41.158209 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-4d4c235c-7df9-4fc0-8a96-96630a4b19d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:41.181732 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] Pushing event deleted for resources: {'Port': ['ID=830e690f-a3a6-4ec1-9134-74f4aa9388f6,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:41.185454 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:41.190338 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] No DVR routers for this DVR port 830e690f-a3a6-4ec1-9134-74f4aa9388f6 on host dv-cinder-784453-4-iscsi {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:41.295640 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-4d4c235c-7df9-4fc0-8a96-96630a4b19d7 None None] Calling delete_port for 830e690f-a3a6-4ec1-9134-74f4aa9388f6 owned by network:dhcp {{(pid=73815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:19:41.297997 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e236db-f1d9-463f-9695-74dee7937d5b req-edd385c7-34e4-4623-9fa0-0c69a8a9f76d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:41.299552 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-52e236db-f1d9-463f-9695-74dee7937d5b req-edd385c7-34e4-4623-9fa0-0c69a8a9f76d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee1f86b9-d5f9-4c52-bdf6-be893bb1643c HTTP/1.1" status: 200 len: 946 time: 0.0921438 Apr 30 13:19:41.348624 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-4d4c235c-7df9-4fc0-8a96-96630a4b19d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357'] for port, after_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:41.353008 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:41.356851 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-52e236db-f1d9-463f-9695-74dee7937d5b req-7a938e0c-b4dd-4cf8-a12d-5d7888866256 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494087 Apr 30 13:19:41.398900 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c235c-7df9-4fc0-8a96-96630a4b19d7 None None] Pushing event deleted for resources: {'Port': ['ID=830e690f-a3a6-4ec1-9134-74f4aa9388f6,revision_number=None']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:41.402242 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-4d4c235c-7df9-4fc0-8a96-96630a4b19d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:41.403122 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4c235c-7df9-4fc0-8a96-96630a4b19d7 None None] No DVR routers for this DVR port 830e690f-a3a6-4ec1-9134-74f4aa9388f6 on host dv-cinder-784453-4-iscsi {{(pid=73815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:19:41.429134 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721493', 'neutron.services.segments.db._delete_segments_for_network-8751029557405'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:41.498872 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 830e690f-a3a6-4ec1-9134-74f4aa9388f6 no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:41.536538 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: 830e690f-a3a6-4ec1-9134-74f4aa9388f6 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:41.537041 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 830e690f-a3a6-4ec1-9134-74f4aa9388f6 not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:41.537594 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 81e8d0ec-d15d-401d-9e10-fc9447d18741 no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:41.547663 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384ed945-7697-4aed-a91c-b54f67f71379']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:41.568241 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad86e948-34be-4382-926c-3463732df242') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:41.568241 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad86e948-34be-4382-926c-3463732df242') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:19:41.572147 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: 81e8d0ec-d15d-401d-9e10-fc9447d18741 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:41.572501 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 81e8d0ec-d15d-401d-9e10-fc9447d18741 not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:41.572923 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 79c047cd-1c05-4755-ace7-85acba99c055 no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:19:41.580424 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751029569639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64371154'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:41.600443 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:41.607883 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: 79c047cd-1c05-4755-ace7-85acba99c055 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:19:41.608308 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:19:41.608790 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 79c047cd-1c05-4755-ace7-85acba99c055 not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:19:41.777947 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] Network 384ed945-7697-4aed-a91c-b54f67f71379 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:19:41.786539 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-780525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64370303'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:41.962473 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] Network 384ed945-7697-4aed-a91c-b54f67f71379 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: Traceback (most recent call last): Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: timer() Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: cb(*args, **kw) Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: return func(*args, **kwargs) Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: self._notify() Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: self.callback(batched_events) Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: event.method(event) Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: return f(self, *a, **k) Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._get(url).json() Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:19:41.984353 dv-cinder-784453-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:19:42.067009 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721390'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:42.071851 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-b67a2e5c-aedc-4b7c-8014-ab3b0fdc4abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:42.099598 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:42.111022 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] Pushing event deleted for resources: {'Network': ['ID=384ed945-7697-4aed-a91c-b54f67f71379,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:42.118683 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:42.133694 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] 10.222.0.69 "DELETE /v2.0/networks/384ed945-7697-4aed-a91c-b54f67f71379 HTTP/1.1" status: 204 len: 168 time: 1.5031965 Apr 30 13:19:42.326038 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44130) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:42.383290 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44136) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:42.383969 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-fd0f399d-0ebe-4bc7-a60d-3197219ecdfc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a397097db8304460991aa7950d00f829&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0558927 Apr 30 13:19:42.460935 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9f770c96-4e8c-41ea-b31f-ee74970f45da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:42.518894 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9f770c96-4e8c-41ea-b31f-ee74970f45da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:42.608013 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fe626-508b-42f8-a645-1de4a929db93 req-91f0a3aa-0947-4716-bd50-d29b629f5c25 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:42.610653 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-214fe626-508b-42f8-a645-1de4a929db93 req-91f0a3aa-0947-4716-bd50-d29b629f5c25 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee1f86b9-d5f9-4c52-bdf6-be893bb1643c HTTP/1.1" status: 200 len: 946 time: 0.1250391 Apr 30 13:19:42.612467 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9f770c96-4e8c-41ea-b31f-ee74970f45da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:42.622306 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ad9b095a-514b-47ff-9570-b1e9cd864451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:42.670338 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f770c96-4e8c-41ea-b31f-ee74970f45da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44381bad-d013-4ef3-ad0d-46898551b4ea,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:42.679398 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-9f770c96-4e8c-41ea-b31f-ee74970f45da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:42.698573 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9f770c96-4e8c-41ea-b31f-ee74970f45da admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:42.700284 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-9f770c96-4e8c-41ea-b31f-ee74970f45da admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/44381bad-d013-4ef3-ad0d-46898551b4ea HTTP/1.1" status: 204 len: 168 time: 0.3156164 Apr 30 13:19:42.715723 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-214fe626-508b-42f8-a645-1de4a929db93 req-34cb47d6-541a-48f3-b254-fd610f39e83b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949957 Apr 30 13:19:44.459452 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44196) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:44.588363 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-91a8d696-75d1-4e42-8b94-90536f66ca18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:44.605012 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-91a8d696-75d1-4e42-8b94-90536f66ca18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:44.609066 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-91a8d696-75d1-4e42-8b94-90536f66ca18 admin admin] Usage tracker for resource:security_group_rule and tenant:5f9ab59551ce4e55aff7dafa97050cfa is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:44.612415 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-91a8d696-75d1-4e42-8b94-90536f66ca18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:44.618440 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-91a8d696-75d1-4e42-8b94-90536f66ca18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:44.713790 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-91a8d696-75d1-4e42-8b94-90536f66ca18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:44.718844 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-91a8d696-75d1-4e42-8b94-90536f66ca18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:44.729598 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-c8f1a5f2-7e64-44a2-80d6-90b7545050cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:44.776105 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-91a8d696-75d1-4e42-8b94-90536f66ca18 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5f9ab59551ce4e55aff7dafa97050cfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3148072 Apr 30 13:19:44.777102 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8d696-75d1-4e42-8b94-90536f66ca18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f0795d-e62c-4730-905a-04c63d5fad6f,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:44.779286 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44206) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:44.780375 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-91a8d696-75d1-4e42-8b94-90536f66ca18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:44.844528 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8edc71a9-8fa3-47e5-a156-381fa3f26c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:44.872017 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8edc71a9-8fa3-47e5-a156-381fa3f26c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:44.933983 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8edc71a9-8fa3-47e5-a156-381fa3f26c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:44.937869 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-bf84d1e7-2b2c-4625-8818-590cd62adbad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:44.952242 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc71a9-8fa3-47e5-a156-381fa3f26c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f0795d-e62c-4730-905a-04c63d5fad6f,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:44.957866 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-8edc71a9-8fa3-47e5-a156-381fa3f26c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:44.962080 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-8edc71a9-8fa3-47e5-a156-381fa3f26c57 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/86f0795d-e62c-4730-905a-04c63d5fad6f HTTP/1.1" status: 204 len: 168 time: 0.1816208 Apr 30 13:19:44.963367 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8edc71a9-8fa3-47e5-a156-381fa3f26c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:45.200355 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-1269083c-5ded-4e80-a39c-aa4a73f1a111 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:45.201978 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-1269083c-5ded-4e80-a39c-aa4a73f1a111 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/networks?id=80f53de5-5259-4652-858e-b5c33566feb0 HTTP/1.1" status: 200 len: 814 time: 0.2761083 Apr 30 13:19:45.217846 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-6ea0ce41-403e-4832-a239-774d07fc03c7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/quotas/ea398af75bc44966965248e1ea7440c4 HTTP/1.1" status: 200 len: 375 time: 0.0097868 Apr 30 13:19:45.290354 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44224) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:45.305044 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-ecb1f6f1-0323-4209-a47b-9a9dfe62c3cd tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ea398af75bc44966965248e1ea7440c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812292 Apr 30 13:19:45.308560 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7ea8-70bb-4d78-9299-8f864544652b admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.325913 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6a9f7ea8-70bb-4d78-9299-8f864544652b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:45.330253 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6a9f7ea8-70bb-4d78-9299-8f864544652b admin admin] Usage tracker for resource:security_group_rule and tenant:7a1013440d8f4237a6d12f4e465e16c2 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:45.335042 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-6a9f7ea8-70bb-4d78-9299-8f864544652b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:45.343594 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-6a9f7ea8-70bb-4d78-9299-8f864544652b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:45.447450 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-e4341c8e-ff13-449e-a793-a9a1b5bb4aac service neutron] 10.222.0.69 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349664 Apr 30 13:19:45.478082 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7ea8-70bb-4d78-9299-8f864544652b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.483351 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-6a9f7ea8-70bb-4d78-9299-8f864544652b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.492843 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-87e5b8bf-7170-48a8-a5b5-529f6a392a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:45.536297 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-6a9f7ea8-70bb-4d78-9299-8f864544652b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7a1013440d8f4237a6d12f4e465e16c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447283 Apr 30 13:19:45.537239 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f7ea8-70bb-4d78-9299-8f864544652b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25486774-c91c-4164-9e0e-99c62ccd5193,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:45.539672 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44228) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:45.542034 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6a9f7ea8-70bb-4d78-9299-8f864544652b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:45.590200 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-28c0cee6-6ca4-482a-9424-fc5a868aaa03 service neutron] 10.222.0.69 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356225 Apr 30 13:19:45.608099 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4448a179-fbdb-4def-a337-b0e1c0b00ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.638083 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4448a179-fbdb-4def-a337-b0e1c0b00ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.693430 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4448a179-fbdb-4def-a337-b0e1c0b00ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.702874 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-6a9f7ea8-70bb-4d78-9299-8f864544652b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:45.717122 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448a179-fbdb-4def-a337-b0e1c0b00ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25486774-c91c-4164-9e0e-99c62ccd5193,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:45.720147 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-4448a179-fbdb-4def-a337-b0e1c0b00ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:45.722083 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-4448a179-fbdb-4def-a337-b0e1c0b00ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:45.725430 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-4448a179-fbdb-4def-a337-b0e1c0b00ed3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/25486774-c91c-4164-9e0e-99c62ccd5193 HTTP/1.1" status: 204 len: 168 time: 0.1848521 Apr 30 13:19:45.804190 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-27e92637-b6eb-45d7-a01a-a6aefae79b0e req-11d6ecde-d9ec-44a3-ab9a-2898e9e54cec tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e5429b-f624-42d7-b78d-9b5acaad06db HTTP/1.1" status: 200 len: 210 time: 0.0496283 Apr 30 13:19:46.994076 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-df1670c8-c371-4673-968a-1514e8225b38 req-5430d8b4-d549-4183-bc3f-93980d3f4472 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e5429b-f624-42d7-b78d-9b5acaad06db HTTP/1.1" status: 200 len: 210 time: 0.0703883 Apr 30 13:19:47.190111 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-5cac0f89-223a-41a2-bd03-3c27ef57bdf6 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:47.192777 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-5cac0f89-223a-41a2-bd03-3c27ef57bdf6 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.71 "GET /v2.0/networks?id=80f53de5-5259-4652-858e-b5c33566feb0 HTTP/1.1" status: 200 len: 814 time: 0.2295067 Apr 30 13:19:47.217506 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-51a79146-03f7-43d6-a332-14d802e0534b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Request body: {'port': {'device_id': '22e5429b-f624-42d7-b78d-9b5acaad06db', 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0', 'admin_state_up': True, 'tenant_id': 'ea398af75bc44966965248e1ea7440c4'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:47.362426 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-51a79146-03f7-43d6-a332-14d802e0534b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:47.376801 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-51a79146-03f7-43d6-a332-14d802e0534b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:47.388995 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-51a79146-03f7-43d6-a332-14d802e0534b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Made reservation on behalf of ea398af75bc44966965248e1ea7440c4 for: {'port': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:19:47.392888 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-51a79146-03f7-43d6-a332-14d802e0534b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:47.603302 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-51a79146-03f7-43d6-a332-14d802e0534b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Allocated IP 172.20.0.2 (80f53de5-5259-4652-858e-b5c33566feb0/f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e/0d8e07c1-e16e-43ce-9cc2-913f73d9bd08) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:19:47.835694 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-51a79146-03f7-43d6-a332-14d802e0534b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:47.873239 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-51a79146-03f7-43d6-a332-14d802e0534b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:47.880048 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-0434c6f4-6f46-499f-98f3-963a704ccd7b tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:47.920972 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['f4d680b6-708a-42f8-a62f-e54604d1aaed', '57af5644-3314-452d-aaab-c8e4f96b1121'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:47.945696 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-51a79146-03f7-43d6-a332-14d802e0534b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Network 80f53de5-5259-4652-858e-b5c33566feb0 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:19:47.948927 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-51a79146-03f7-43d6-a332-14d802e0534b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:19:47.958340 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-51a79146-03f7-43d6-a332-14d802e0534b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:19:48.009613 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a79146-03f7-43d6-a332-14d802e0534b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Pushing event updated for resources: {'Port': ['ID=0d8e07c1-e16e-43ce-9cc2-913f73d9bd08,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:48.014686 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-51a79146-03f7-43d6-a332-14d802e0534b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:48.046500 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-51a79146-03f7-43d6-a332-14d802e0534b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:48.047604 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-51a79146-03f7-43d6-a332-14d802e0534b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.090261 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-51a79146-03f7-43d6-a332-14d802e0534b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8776839 Apr 30 13:19:48.109773 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Request body: {'port': {'device_id': '22e5429b-f624-42d7-b78d-9b5acaad06db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:19:48.323359 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.353614 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1c4ef9-14b6-4d9b-a9d2-988be955e78a req-4c00c44f-117c-46d3-9e65-271b5e8c25d0 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:48.354369 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-9e1c4ef9-14b6-4d9b-a9d2-988be955e78a req-4c00c44f-117c-46d3-9e65-271b5e8c25d0 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Synchronizing usage tracker for tenant:ea398af75bc44966965248e1ea7440c4 on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:19:48.528528 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-9e1c4ef9-14b6-4d9b-a9d2-988be955e78a req-4c00c44f-117c-46d3-9e65-271b5e8c25d0 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Unset dirty status for tenant:ea398af75bc44966965248e1ea7440c4 on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:19:48.535437 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9e1c4ef9-14b6-4d9b-a9d2-988be955e78a req-4c00c44f-117c-46d3-9e65-271b5e8c25d0 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e5429b-f624-42d7-b78d-9b5acaad06db HTTP/1.1" status: 200 len: 931 time: 0.3878074 Apr 30 13:19:48.629746 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9e1c4ef9-14b6-4d9b-a9d2-988be955e78a req-6853e198-2b55-47c6-8312-15c6096e55e4 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933888 Apr 30 13:19:48.950322 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:19:48.959233 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.977843 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Transition to ACTIVE for port object 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:19:48.982966 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:48.987395 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b7537305-6714-45fe-9549-0f209037787e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:49.126053 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Pushing event updated for resources: {'Port': ['ID=0d8e07c1-e16e-43ce-9cc2-913f73d9bd08,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:49.129671 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:49.239643 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Attempting to bind port 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:19:49.239978 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Attempting to bind port 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '1a9771ff-a3b7-498c-98b0-a997ce2e94ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:19:49.240315 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Attempting to bind port 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 on network 80f53de5-5259-4652-858e-b5c33566feb0 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:19:49.245178 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Port 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 on network 80f53de5-5259-4652-858e-b5c33566feb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:19:49.245533 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Attempting to bind port 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 on network 80f53de5-5259-4652-858e-b5c33566feb0 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:19:49.250831 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:19:49.251188 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Checking segment: {'id': '1a9771ff-a3b7-498c-98b0-a997ce2e94ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:19:49.251577 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Bound using segment: {'id': '1a9771ff-a3b7-498c-98b0-a997ce2e94ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:19:49.252085 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Bound port: 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9771ff-a3b7-498c-98b0-a997ce2e94ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:19:49.252355 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:49.348574 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] For port 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08, host hv-cinder-78445, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:19:49.351757 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] For port 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0d8e07c1-e16e-43ce-9cc2-913f73d9bd08,segment=NetworkSegment(1a9771ff-a3b7-498c-98b0-a997ce2e94ab),segment_id=1a9771ff-a3b7-498c-98b0-a997ce2e94ab)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:19:49.357273 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:49.361143 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ac8eca87-b023-41f3-bec5-6209296cd66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:49.416837 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:49.417460 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:49.418830 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-03e89622-f2af-4537-8016-c0139816e46f service neutron] 10.222.0.71 "PUT /v2.0/ports/0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 HTTP/1.1" status: 200 len: 1093 time: 1.3138916 Apr 30 13:19:49.419332 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e5429b-f624-42d7-b78d-9b5acaad06db', 'tag': '0d8e07c1-e16e-43ce-9cc2-913f73d9bd08'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:49.458267 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Pushing event updated for resources: {'Port': ['ID=0d8e07c1-e16e-43ce-9cc2-913f73d9bd08,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:49.471220 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:49.481684 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e5429b-f624-42d7-b78d-9b5acaad06db', 'tag': '0d8e07c1-e16e-43ce-9cc2-913f73d9bd08', 'status': 'completed', 'code': 200} Apr 30 13:19:49.577630 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-cc7c86f9-74b6-404d-8403-62e259fe03a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:49.579296 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-cc7c86f9-74b6-404d-8403-62e259fe03a5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea398af75bc44966965248e1ea7440c4&device_id=22e5429b-f624-42d7-b78d-9b5acaad06db HTTP/1.1" status: 200 len: 1096 time: 0.0735152 Apr 30 13:19:49.657326 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-fb20c951-42e3-4638-b3a3-87172b5c1f9c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 HTTP/1.1" status: 200 len: 217 time: 0.0641494 Apr 30 13:19:49.728096 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-d4463a3b-3fa1-446b-a148-d1c4094c4dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:49.729619 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-d4463a3b-3fa1-446b-a148-d1c4094c4dc1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e HTTP/1.1" status: 200 len: 854 time: 0.0655568 Apr 30 13:19:49.856598 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-f6c3c271-b7aa-4747-9424-99cd4fce0ee4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=80f53de5-5259-4652-858e-b5c33566feb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191056 Apr 30 13:19:50.054078 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-b811c201-f4ce-4049-a12f-819aa2a33866 service neutron] 10.222.0.71 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887360 Apr 30 13:19:50.061870 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd6c370-ef52-430a-b7d0-810094a19952 req-18e78e4e-d577-44cc-8565-aa72804ed40d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:50.063819 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9bd6c370-ef52-430a-b7d0-810094a19952 req-18e78e4e-d577-44cc-8565-aa72804ed40d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e5429b-f624-42d7-b78d-9b5acaad06db HTTP/1.1" status: 200 len: 943 time: 0.2717509 Apr 30 13:19:50.202746 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9bd6c370-ef52-430a-b7d0-810094a19952 req-d2ae331d-c271-4504-af56-b52707bc8c64 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198492 Apr 30 13:19:50.245890 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fd715570-5bad-4fd5-aefe-2df622b32b9b req-e80f3d4c-88c7-42c6-9c15-6ef6b59b2b65 service neutron] 10.222.0.71 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815128 Apr 30 13:19:50.411082 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b0dab-8c1b-4c33-99f2-eb29104d9101 req-9a6f1001-3eee-4d58-8121-a0e9800fb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:50.412995 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3c2b0dab-8c1b-4c33-99f2-eb29104d9101 req-9a6f1001-3eee-4d58-8121-a0e9800fb5d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea398af75bc44966965248e1ea7440c4&device_id=22e5429b-f624-42d7-b78d-9b5acaad06db HTTP/1.1" status: 200 len: 1096 time: 0.0787506 Apr 30 13:19:50.663800 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b0dab-8c1b-4c33-99f2-eb29104d9101 req-454bb2b0-4a0f-4617-b1a9-03034260e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:50.665290 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3c2b0dab-8c1b-4c33-99f2-eb29104d9101 req-454bb2b0-4a0f-4617-b1a9-03034260e301 service neutron] 10.222.0.71 "GET /v2.0/networks?id=80f53de5-5259-4652-858e-b5c33566feb0 HTTP/1.1" status: 200 len: 916 time: 0.2456558 Apr 30 13:19:50.739292 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3c2b0dab-8c1b-4c33-99f2-eb29104d9101 req-c05145ac-8b7d-4fab-b390-5c1515cbaad4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 HTTP/1.1" status: 200 len: 217 time: 0.0656900 Apr 30 13:19:50.807021 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b0dab-8c1b-4c33-99f2-eb29104d9101 req-7b324742-22c3-4e5d-b640-74237142d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:50.808545 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3c2b0dab-8c1b-4c33-99f2-eb29104d9101 req-7b324742-22c3-4e5d-b640-74237142d71f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e HTTP/1.1" status: 200 len: 854 time: 0.0621581 Apr 30 13:19:50.863301 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3c2b0dab-8c1b-4c33-99f2-eb29104d9101 req-a29becb4-e490-4047-8549-9c7f390a3a14 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=80f53de5-5259-4652-858e-b5c33566feb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470235 Apr 30 13:19:51.005020 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3c2b0dab-8c1b-4c33-99f2-eb29104d9101 req-6cfea906-8939-495d-9149-c01487a7771d service neutron] 10.222.0.71 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342206 Apr 30 13:19:51.147133 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3c2b0dab-8c1b-4c33-99f2-eb29104d9101 req-5198f0b8-9e5f-441d-b8e2-e2fe382854dd service neutron] 10.222.0.71 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353106 Apr 30 13:19:51.399591 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b2089-6ec1-4d92-8947-8d761a5a85de req-9115a532-6392-4fea-8c44-bc98f0d4ed40 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:51.401636 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6b3b2089-6ec1-4d92-8947-8d761a5a85de req-9115a532-6392-4fea-8c44-bc98f0d4ed40 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e5429b-f624-42d7-b78d-9b5acaad06db HTTP/1.1" status: 200 len: 943 time: 0.0844789 Apr 30 13:19:51.450696 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6b3b2089-6ec1-4d92-8947-8d761a5a85de req-d9390d81-5388-4f65-8a99-b1f149eae2dd tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434120 Apr 30 13:19:52.058671 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44352) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:52.181470 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-50810d67-29e0-46f0-acf5-ee0e29c71c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:52.197980 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-50810d67-29e0-46f0-acf5-ee0e29c71c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:52.202626 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-50810d67-29e0-46f0-acf5-ee0e29c71c9e admin admin] Usage tracker for resource:security_group_rule and tenant:4e7ec2db42af4bb88590c9fb9c719526 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:52.206308 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-50810d67-29e0-46f0-acf5-ee0e29c71c9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:52.212055 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-50810d67-29e0-46f0-acf5-ee0e29c71c9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:52.301390 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-50810d67-29e0-46f0-acf5-ee0e29c71c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:52.306153 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-50810d67-29e0-46f0-acf5-ee0e29c71c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:52.313709 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-68340187-b08c-4464-b416-4b4a5cf8383b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:52.356160 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-50810d67-29e0-46f0-acf5-ee0e29c71c9e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4e7ec2db42af4bb88590c9fb9c719526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963705 Apr 30 13:19:52.357128 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50810d67-29e0-46f0-acf5-ee0e29c71c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b1f63e-7c33-4da8-9317-f0191504a48e,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:52.359146 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44358) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:52.360756 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-50810d67-29e0-46f0-acf5-ee0e29c71c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:52.429853 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b6406b81-ecc6-456e-ae5e-515257f2593e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:52.460169 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b6406b81-ecc6-456e-ae5e-515257f2593e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:52.535050 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b6406b81-ecc6-456e-ae5e-515257f2593e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:52.541097 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-8a4567a8-7e2f-4db5-8f50-0f08804a2340 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:52.555457 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6406b81-ecc6-456e-ae5e-515257f2593e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b1f63e-7c33-4da8-9317-f0191504a48e,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:52.558029 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b6406b81-ecc6-456e-ae5e-515257f2593e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:52.559293 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b6406b81-ecc6-456e-ae5e-515257f2593e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:52.563179 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-b6406b81-ecc6-456e-ae5e-515257f2593e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/21b1f63e-7c33-4da8-9317-f0191504a48e HTTP/1.1" status: 204 len: 168 time: 0.2025621 Apr 30 13:19:52.673494 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea6082-faf9-48ac-9e73-3d6a44e13b11 req-4b93cc1c-6066-4f49-a72c-6dc1a3256784 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:52.675039 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2eea6082-faf9-48ac-9e73-3d6a44e13b11 req-4b93cc1c-6066-4f49-a72c-6dc1a3256784 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e5429b-f624-42d7-b78d-9b5acaad06db HTTP/1.1" status: 200 len: 943 time: 0.0851309 Apr 30 13:19:52.724719 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2eea6082-faf9-48ac-9e73-3d6a44e13b11 req-35c408d0-71c6-40f7-bc67-074432ccd5c2 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422962 Apr 30 13:19:52.868759 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44368) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:52.889880 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d792fa9f-45cb-4dab-aef8-f8182ce2ab55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:52.905115 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-d792fa9f-45cb-4dab-aef8-f8182ce2ab55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:52.909223 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-d792fa9f-45cb-4dab-aef8-f8182ce2ab55 admin admin] Usage tracker for resource:security_group_rule and tenant:ae487e7ce8194a8ab9c0a4a59266daf4 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:52.912195 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-d792fa9f-45cb-4dab-aef8-f8182ce2ab55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:52.918150 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-d792fa9f-45cb-4dab-aef8-f8182ce2ab55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:53.010110 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d792fa9f-45cb-4dab-aef8-f8182ce2ab55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.015710 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d792fa9f-45cb-4dab-aef8-f8182ce2ab55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.024307 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-a4cbbd9f-e94c-41f8-afe1-1966fa543265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:53.070030 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-d792fa9f-45cb-4dab-aef8-f8182ce2ab55 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae487e7ce8194a8ab9c0a4a59266daf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2000964 Apr 30 13:19:53.070989 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792fa9f-45cb-4dab-aef8-f8182ce2ab55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f34994-c728-489e-b461-ae1582891e59,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:53.073489 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44372) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:53.074312 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d792fa9f-45cb-4dab-aef8-f8182ce2ab55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:53.147400 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-70db0079-547d-4537-9162-3bb07d4cd5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.174061 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-70db0079-547d-4537-9162-3bb07d4cd5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.228041 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-70db0079-547d-4537-9162-3bb07d4cd5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.232030 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1cd63c6e-7576-4a3a-b7e8-7d5771364d8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:53.245118 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db0079-547d-4537-9162-3bb07d4cd5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f34994-c728-489e-b461-ae1582891e59,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:53.249059 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-70db0079-547d-4537-9162-3bb07d4cd5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:53.255766 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-70db0079-547d-4537-9162-3bb07d4cd5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.256968 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-70db0079-547d-4537-9162-3bb07d4cd5e9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e8f34994-c728-489e-b461-ae1582891e59 HTTP/1.1" status: 204 len: 168 time: 0.1819935 Apr 30 13:19:53.661848 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44380) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:53.683631 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5c1a3ebc-c846-4dc1-99ec-9f85f3bc948f admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.701148 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5c1a3ebc-c846-4dc1-99ec-9f85f3bc948f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:19:53.705853 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5c1a3ebc-c846-4dc1-99ec-9f85f3bc948f admin admin] Usage tracker for resource:security_group_rule and tenant:37cee3bdde644d53ac51cad9465ff3f2 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:19:53.709045 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5c1a3ebc-c846-4dc1-99ec-9f85f3bc948f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:19:53.715494 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5c1a3ebc-c846-4dc1-99ec-9f85f3bc948f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:19:53.817255 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5c1a3ebc-c846-4dc1-99ec-9f85f3bc948f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.822103 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5c1a3ebc-c846-4dc1-99ec-9f85f3bc948f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:53.830875 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-120b1e2e-76f7-4e90-b9df-a51f36feadd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:53.882996 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a3ebc-c846-4dc1-99ec-9f85f3bc948f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202c88af-f3e2-426e-aa82-431130cd1995,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:53.890710 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-5c1a3ebc-c846-4dc1-99ec-9f85f3bc948f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=37cee3bdde644d53ac51cad9465ff3f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2269349 Apr 30 13:19:53.891305 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5c1a3ebc-c846-4dc1-99ec-9f85f3bc948f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:53.894285 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44386) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:19:53.960835 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bb4fa-dddb-4bef-980b-2261e036c35d req-1f1e69b0-a705-49ea-bfdb-d6c5cee0089e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:53.963394 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5b5bb4fa-dddb-4bef-980b-2261e036c35d req-1f1e69b0-a705-49ea-bfdb-d6c5cee0089e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e5429b-f624-42d7-b78d-9b5acaad06db HTTP/1.1" status: 200 len: 943 time: 0.1141045 Apr 30 13:19:53.978256 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-42e16d46-fb2d-4931-be96-f922ebf6704c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:54.009552 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-42e16d46-fb2d-4931-be96-f922ebf6704c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:54.022964 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5b5bb4fa-dddb-4bef-980b-2261e036c35d req-71ffe72f-835e-4dca-b7b4-c4cbedee6e33 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520744 Apr 30 13:19:54.071048 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-42e16d46-fb2d-4931-be96-f922ebf6704c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:54.075208 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2847eef3-3174-44e4-9811-7873f488c210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:54.087147 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e16d46-fb2d-4931-be96-f922ebf6704c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202c88af-f3e2-426e-aa82-431130cd1995,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:54.093718 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-42e16d46-fb2d-4931-be96-f922ebf6704c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:54.096848 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-42e16d46-fb2d-4931-be96-f922ebf6704c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:54.098906 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-42e16d46-fb2d-4931-be96-f922ebf6704c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/202c88af-f3e2-426e-aa82-431130cd1995 HTTP/1.1" status: 204 len: 168 time: 0.2031817 Apr 30 13:19:54.416299 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:19:54.627702 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0d8e07c1-e16e-43ce-9cc2-913f73d9bd08,segment=NetworkSegment(1a9771ff-a3b7-498c-98b0-a997ce2e94ab),segment_id=1a9771ff-a3b7-498c-98b0-a997ce2e94ab)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:54.643291 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': '0d8e07c1-e16e-43ce-9cc2-913f73d9bd08', 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0', 'port_id': '0d8e07c1-e16e-43ce-9cc2-913f73d9bd08', 'mac_address': 'fa:16:3e:3e:b3:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:19:54.716548 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:54.749317 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:19:54.779659 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0d8e07c1-e16e-43ce-9cc2-913f73d9bd08,segment=NetworkSegment(1a9771ff-a3b7-498c-98b0-a997ce2e94ab),segment_id=1a9771ff-a3b7-498c-98b0-a997ce2e94ab)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:54.785820 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:54.788811 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-4d4c235c-7df9-4fc0-8a96-96630a4b19d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:54.890512 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=0d8e07c1-e16e-43ce-9cc2-913f73d9bd08,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:54.894208 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:55.140358 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['0d8e07c1-e16e-43ce-9cc2-913f73d9bd08'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:19:55.257473 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcef60-c894-403d-9f45-1f40f5ecad7a req-116cc718-b564-4925-a8bd-cda5c82ff6ba tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:55.259764 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-36fcef60-c894-403d-9f45-1f40f5ecad7a req-116cc718-b564-4925-a8bd-cda5c82ff6ba tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e5429b-f624-42d7-b78d-9b5acaad06db HTTP/1.1" status: 200 len: 944 time: 0.1235132 Apr 30 13:19:55.314390 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-36fcef60-c894-403d-9f45-1f40f5ecad7a req-47cb48d0-5419-44da-8966-addc96f94f58 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468862 Apr 30 13:19:56.417242 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:19:56.526287 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:19:56.532330 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:19:56.533114 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:56.543019 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89238e33-844b-4ba1-bfbf-b49221ba116a req-8b9ef523-ace9-43ab-a2b2-dd4a18fa629a tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:56.545457 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-89238e33-844b-4ba1-bfbf-b49221ba116a req-8b9ef523-ace9-43ab-a2b2-dd4a18fa629a tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e5429b-f624-42d7-b78d-9b5acaad06db HTTP/1.1" status: 200 len: 944 time: 0.1015224 Apr 30 13:19:56.625178 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-89238e33-844b-4ba1-bfbf-b49221ba116a req-e2f36089-a745-43a4-aaa2-047d0acccfa7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636230 Apr 30 13:19:56.682408 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:56.722901 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e5429b-f624-42d7-b78d-9b5acaad06db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8e07c1-e16e-43ce-9cc2-913f73d9bd08'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:19:56.740992 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0d8e07c1-e16e-43ce-9cc2-913f73d9bd08,segment=NetworkSegment(1a9771ff-a3b7-498c-98b0-a997ce2e94ab),segment_id=1a9771ff-a3b7-498c-98b0-a997ce2e94ab)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:19:56.753913 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:19:56.759449 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:19:56.809764 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e5429b-f624-42d7-b78d-9b5acaad06db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d8e07c1-e16e-43ce-9cc2-913f73d9bd08', 'code': 200} Apr 30 13:19:56.858943 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=0d8e07c1-e16e-43ce-9cc2-913f73d9bd08,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:19:56.862547 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:19:57.076862 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1e0fb-9585-4a24-b2b6-2b98545f62d3 req-5873f856-9c7d-48f3-8c79-a96e3ba0e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:57.078323 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-04f1e0fb-9585-4a24-b2b6-2b98545f62d3 req-5873f856-9c7d-48f3-8c79-a96e3ba0e90f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=22e5429b-f624-42d7-b78d-9b5acaad06db HTTP/1.1" status: 200 len: 1098 time: 0.0796223 Apr 30 13:19:57.123261 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-04f1e0fb-9585-4a24-b2b6-2b98545f62d3 req-009e75ec-bdbe-4121-abca-4e8064b510dd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374329 Apr 30 13:19:57.866778 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584039e-38b5-468f-bb16-ab4370ab8bce req-6d327ba8-10f4-4c72-9fc0-689d663bf4b3 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:57.869116 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d584039e-38b5-468f-bb16-ab4370ab8bce req-6d327ba8-10f4-4c72-9fc0-689d663bf4b3 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e5429b-f624-42d7-b78d-9b5acaad06db HTTP/1.1" status: 200 len: 945 time: 0.1173346 Apr 30 13:19:57.926632 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d584039e-38b5-468f-bb16-ab4370ab8bce req-aa6e17d0-9623-491d-95d4-7f574b688470 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489247 Apr 30 13:19:59.182482 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c585d-5972-453f-b6ee-b8f3d5c2a649 req-4a9b6c97-3b89-4f6a-a6c7-ca8b9a7e88e0 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:19:59.185168 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-647c585d-5972-453f-b6ee-b8f3d5c2a649 req-4a9b6c97-3b89-4f6a-a6c7-ca8b9a7e88e0 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e5429b-f624-42d7-b78d-9b5acaad06db HTTP/1.1" status: 200 len: 945 time: 0.1225569 Apr 30 13:19:59.257797 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-647c585d-5972-453f-b6ee-b8f3d5c2a649 req-92c13033-cbe9-4c3e-9c81-647caa4fe864 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643330 Apr 30 13:20:01.233223 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:02.352982 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-18096e65-d806-4bfb-a0c3-ad213765dde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:02.992902 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44538) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:03.137207 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.154425 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:03.159296 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Usage tracker for resource:security_group_rule and tenant:f3797f34651e49ec96cacc9b1ad048bd is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:03.162996 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:03.170078 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:03.277570 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.282853 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.291232 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-42d75618-29b6-4544-b2ff-493dc02c9e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:03.340449 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f3797f34651e49ec96cacc9b1ad048bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459218 Apr 30 13:20:03.341688 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07890f6c-17d3-431b-be0e-84d62213afa5,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:03.346467 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44544) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:03.351310 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.351808 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.352327 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.352816 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.353282 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.353836 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.354319 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.354855 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.355396 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.355865 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.356349 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.356807 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.361794 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-91379410-8521-4f73-b543-7fdb0643df06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:03.420602 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a6d017ac-58d2-4f6f-aa4a-d3d593b72787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.470708 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a6d017ac-58d2-4f6f-aa4a-d3d593b72787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.569627 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a6d017ac-58d2-4f6f-aa4a-d3d593b72787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.573602 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-c8ff3f5f-ca59-4ec4-b856-2dda309fac92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:03.691897 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d017ac-58d2-4f6f-aa4a-d3d593b72787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07890f6c-17d3-431b-be0e-84d62213afa5,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:03.705852 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d017ac-58d2-4f6f-aa4a-d3d593b72787 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.706368 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d017ac-58d2-4f6f-aa4a-d3d593b72787 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.706820 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d017ac-58d2-4f6f-aa4a-d3d593b72787 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.707258 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d017ac-58d2-4f6f-aa4a-d3d593b72787 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.707723 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d017ac-58d2-4f6f-aa4a-d3d593b72787 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.708135 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d017ac-58d2-4f6f-aa4a-d3d593b72787 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.708563 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d017ac-58d2-4f6f-aa4a-d3d593b72787 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.708958 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d017ac-58d2-4f6f-aa4a-d3d593b72787 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.709428 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d017ac-58d2-4f6f-aa4a-d3d593b72787 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.709830 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d017ac-58d2-4f6f-aa4a-d3d593b72787 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.710219 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d017ac-58d2-4f6f-aa4a-d3d593b72787 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.710605 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d017ac-58d2-4f6f-aa4a-d3d593b72787 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:03.716172 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-a6d017ac-58d2-4f6f-aa4a-d3d593b72787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:03.718204 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a6d017ac-58d2-4f6f-aa4a-d3d593b72787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:03.722883 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-a6d017ac-58d2-4f6f-aa4a-d3d593b72787 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/07890f6c-17d3-431b-be0e-84d62213afa5 HTTP/1.1" status: 204 len: 168 time: 0.3723462 Apr 30 13:20:04.083371 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44554) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:04.104866 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90c67bae-7309-4515-ad02-c6562f4ef294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:04.124720 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-90c67bae-7309-4515-ad02-c6562f4ef294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:04.130903 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-90c67bae-7309-4515-ad02-c6562f4ef294 admin admin] Usage tracker for resource:security_group_rule and tenant:a14ccfa577cd4dc7802bf291d38e4379 is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:04.134854 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-90c67bae-7309-4515-ad02-c6562f4ef294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:04.145017 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-90c67bae-7309-4515-ad02-c6562f4ef294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:04.270113 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90c67bae-7309-4515-ad02-c6562f4ef294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:04.275495 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-90c67bae-7309-4515-ad02-c6562f4ef294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:04.283673 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-9f770c96-4e8c-41ea-b31f-ee74970f45da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:04.335531 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-90c67bae-7309-4515-ad02-c6562f4ef294 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a14ccfa577cd4dc7802bf291d38e4379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506862 Apr 30 13:20:04.336591 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c67bae-7309-4515-ad02-c6562f4ef294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c90f57-ce3b-4b3d-adab-a729e65bd050,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:04.340038 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44558) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:04.341293 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90c67bae-7309-4515-ad02-c6562f4ef294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:04.414730 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-00a917b6-07ce-4eb7-afa6-8e9909dbbcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:04.450102 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-00a917b6-07ce-4eb7-afa6-8e9909dbbcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:04.527494 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-00a917b6-07ce-4eb7-afa6-8e9909dbbcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:04.531511 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-13ea5cb6-677f-4403-9f0a-bf680d929191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:04.547852 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a917b6-07ce-4eb7-afa6-8e9909dbbcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c90f57-ce3b-4b3d-adab-a729e65bd050,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:04.550759 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-00a917b6-07ce-4eb7-afa6-8e9909dbbcd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:04.559822 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-00a917b6-07ce-4eb7-afa6-8e9909dbbcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:04.561422 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-00a917b6-07ce-4eb7-afa6-8e9909dbbcd3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/25c90f57-ce3b-4b3d-adab-a729e65bd050 HTTP/1.1" status: 204 len: 168 time: 0.2196741 Apr 30 13:20:05.584491 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:05.772405 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0a81af9b-ea02-4ba0-9f97-c1d3c4a9b997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:06.515929 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:07.603488 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44624) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:07.751682 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:20:07.805407 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-eea31598-cf65-46f6-ae3c-7b9ea144ab17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:07.833796 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-eea31598-cf65-46f6-ae3c-7b9ea144ab17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:07.840626 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-eea31598-cf65-46f6-ae3c-7b9ea144ab17 admin admin] Usage tracker for resource:security_group_rule and tenant:11bbb106f8bb4298b7d6b470bcfdef11 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:07.846079 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-eea31598-cf65-46f6-ae3c-7b9ea144ab17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:07.855145 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-eea31598-cf65-46f6-ae3c-7b9ea144ab17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:07.864434 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.011683 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-eea31598-cf65-46f6-ae3c-7b9ea144ab17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.017647 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-eea31598-cf65-46f6-ae3c-7b9ea144ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.034457 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-957b5b08-dbc5-4698-837d-3406393f6cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:08.120143 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-eea31598-cf65-46f6-ae3c-7b9ea144ab17 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=11bbb106f8bb4298b7d6b470bcfdef11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5147831 Apr 30 13:20:08.123198 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea31598-cf65-46f6-ae3c-7b9ea144ab17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83abb4cd-b4f3-430e-bfe1-ae0dea903052,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:08.124629 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44630) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:08.128780 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-eea31598-cf65-46f6-ae3c-7b9ea144ab17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:08.228114 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-77ac5014-9733-4246-8a60-12036d22ce8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.285628 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-77ac5014-9733-4246-8a60-12036d22ce8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.381347 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-77ac5014-9733-4246-8a60-12036d22ce8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.386059 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-91a8d696-75d1-4e42-8b94-90536f66ca18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:08.402391 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac5014-9733-4246-8a60-12036d22ce8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83abb4cd-b4f3-430e-bfe1-ae0dea903052,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:08.404967 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-77ac5014-9733-4246-8a60-12036d22ce8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:08.418240 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-77ac5014-9733-4246-8a60-12036d22ce8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.419999 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-77ac5014-9733-4246-8a60-12036d22ce8e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/83abb4cd-b4f3-430e-bfe1-ae0dea903052 HTTP/1.1" status: 204 len: 168 time: 0.2930231 Apr 30 13:20:08.927738 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44640) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:08.954948 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d9f2cf8a-64b6-4161-aab7-9b4c3ca9eae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:08.973858 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-d9f2cf8a-64b6-4161-aab7-9b4c3ca9eae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:08.979605 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d9f2cf8a-64b6-4161-aab7-9b4c3ca9eae8 admin admin] Usage tracker for resource:security_group_rule and tenant:ab94986963b24f93bfe15d8fa9d4f50b is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:08.983322 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-d9f2cf8a-64b6-4161-aab7-9b4c3ca9eae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:08.991448 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-d9f2cf8a-64b6-4161-aab7-9b4c3ca9eae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:09.105961 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d9f2cf8a-64b6-4161-aab7-9b4c3ca9eae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.111905 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d9f2cf8a-64b6-4161-aab7-9b4c3ca9eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.123421 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-daf33d5d-467f-47c4-a310-eadfbdd3655a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:09.175026 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-d9f2cf8a-64b6-4161-aab7-9b4c3ca9eae8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ab94986963b24f93bfe15d8fa9d4f50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458522 Apr 30 13:20:09.177366 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2cf8a-64b6-4161-aab7-9b4c3ca9eae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870972e7-8737-40b7-b32b-23e666d537c2,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:09.179587 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44644) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:09.181555 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d9f2cf8a-64b6-4161-aab7-9b4c3ca9eae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:09.281663 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6b1c2d93-4729-4f47-adee-9559981fec86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.326957 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6b1c2d93-4729-4f47-adee-9559981fec86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.399650 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6b1c2d93-4729-4f47-adee-9559981fec86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.404834 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b2df8d8a-a589-44c7-a042-1d9bc34ad818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:09.421171 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c2d93-4729-4f47-adee-9559981fec86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870972e7-8737-40b7-b32b-23e666d537c2,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:09.424003 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-6b1c2d93-4729-4f47-adee-9559981fec86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:09.433902 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6b1c2d93-4729-4f47-adee-9559981fec86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:09.438798 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-6b1c2d93-4729-4f47-adee-9559981fec86 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/870972e7-8737-40b7-b32b-23e666d537c2 HTTP/1.1" status: 204 len: 168 time: 0.2536502 Apr 30 13:20:10.594261 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44680) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:10.762234 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1552742001-network', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:10.768132 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:10.774049 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Usage tracker for resource:network and tenant:84922ba9fd0e4a5baa2926c4a19eadbe is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:10.778461 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:10.788908 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:10.805416 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Made reservation on behalf of 84922ba9fd0e4a5baa2926c4a19eadbe for: {'network': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:20:10.807891 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for network, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:10.827966 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:10.845800 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:10.851189 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Usage tracker for resource:security_group_rule and tenant:84922ba9fd0e4a5baa2926c4a19eadbe is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:10.854997 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:10.863199 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:11.000013 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:11.005144 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:11.008732 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-de10ed98-10f1-460f-8bb7-086bafd94181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:11.040555 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=73814) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:20:11.052585 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ccadf0-795f-4b0e-8f05-c5f38ef97249,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:11.056837 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:11.060072 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:11.060588 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.db.segments_db [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Added segment a00d54e3-3c54-4a72-b32a-40959dce585c of type vlan for network 2b163249-98b0-4843-a8e2-23079bfd6bc7 Apr 30 13:20:11.095071 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751029132912'] for network, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:11.131218 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for network, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:11.133149 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:11.134035 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:11.141701 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:11.295450 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6992869 Apr 30 13:20:11.298977 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44690) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:11.305017 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Pushing event updated for resources: {'Network': ['ID=2b163249-98b0-4843-a8e2-23079bfd6bc7,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:11.308994 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-9d0ac128-a364-40ec-bda7-1efa107f68a0 admin admin] Request body: {'subnet': {'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1552742001-subnet', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:11.309295 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b8a8e5d3-0962-4480-8840-5cc6ce75ec86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:11.317837 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-9d0ac128-a364-40ec-bda7-1efa107f68a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:11.318750 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Network 2b163249-98b0-4843-a8e2-23079bfd6bc7 details requested by agent ovs-agent-dv-cinder-784453-4-iscsi with host dv-cinder-784453-4-iscsi {{(pid=73815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:20:11.326980 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-9d0ac128-a364-40ec-bda7-1efa107f68a0 admin admin] Usage tracker for resource:subnet and tenant:84922ba9fd0e4a5baa2926c4a19eadbe is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:11.332549 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-9d0ac128-a364-40ec-bda7-1efa107f68a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:11.345017 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-9d0ac128-a364-40ec-bda7-1efa107f68a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:11.370318 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0ac128-a364-40ec-bda7-1efa107f68a0 admin admin] Made reservation on behalf of 84922ba9fd0e4a5baa2926c4a19eadbe for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:20:11.374593 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9d0ac128-a364-40ec-bda7-1efa107f68a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65575204'] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:12.096650 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9d0ac128-a364-40ec-bda7-1efa107f68a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64370968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65575222'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:12.101857 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:12.188894 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ac128-a364-40ec-bda7-1efa107f68a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=215c0eec-82e6-4605-9011-742c749c7293,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:12.194447 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9d0ac128-a364-40ec-bda7-1efa107f68a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:12.204831 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ac128-a364-40ec-bda7-1efa107f68a0 admin admin] Checking segment: {'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:20:12.205201 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0ac128-a364-40ec-bda7-1efa107f68a0 admin admin] Network hostable DHCP agents. Network: 2b163249-98b0-4843-a8e2-23079bfd6bc7, hostable agents: ['e96ab08c-23ca-4860-8db7-d5ed4d5e6b52'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:20:12.234060 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0ac128-a364-40ec-bda7-1efa107f68a0 admin admin] Network 2b163249-98b0-4843-a8e2-23079bfd6bc7 is scheduled to be hosted by DHCP agent e96ab08c-23ca-4860-8db7-d5ed4d5e6b52 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:20:12.247634 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-9d0ac128-a364-40ec-bda7-1efa107f68a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-iscsi, 2b163249-98b0-4843-a8e2-23079bfd6bc7) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:20:12.261659 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d9b655-4961-4df9-9c38-cc1ef66725b1 None None] Network 2b163249-98b0-4843-a8e2-23079bfd6bc7 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:20:12.261975 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ac128-a364-40ec-bda7-1efa107f68a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:12.262671 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9d0ac128-a364-40ec-bda7-1efa107f68a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:12.317239 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-9d0ac128-a364-40ec-bda7-1efa107f68a0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0164545 Apr 30 13:20:12.326185 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44708) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:12.334700 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:12.341782 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:12.348132 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Usage tracker for resource:router and tenant:84922ba9fd0e4a5baa2926c4a19eadbe is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:12.352079 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:12.360122 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:12.375826 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66778846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-759'] for router, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:12.377258 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66778823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66720200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66618511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-718'] for router, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:12.400538 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:12.529093 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-1cbf0cca-d675-4fca-bc5f-b13ca66a7c12 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:12.539481 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-1cbf0cca-d675-4fca-bc5f-b13ca66a7c12 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/networks?id=80f53de5-5259-4652-858e-b5c33566feb0 HTTP/1.1" status: 200 len: 814 time: 0.2505038 Apr 30 13:20:12.555290 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-32f60d67-9f35-4e26-93e8-6db70c9d67d8 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/quotas/ea398af75bc44966965248e1ea7440c4 HTTP/1.1" status: 200 len: 375 time: 0.0145440 Apr 30 13:20:12.644114 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ab26763-ec13-5d5f-b953-d9fa9666aef5-2b163249-98b0-4843-a8e2-23079bfd6bc7', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293'}]}} from dv-cinder-784453-4-iscsi. {{(pid=73815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:20:12.645459 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:12.701068 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-a4878f58-e66a-4d00-8e95-b80ef0585b7f tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ea398af75bc44966965248e1ea7440c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1348321 Apr 30 13:20:12.800201 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66720177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66709578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-720'] for router, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:12.898259 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-81191147-ba37-4b71-b94b-27bd4a08a24f service neutron] 10.222.0.69 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851025 Apr 30 13:20:12.903101 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.db_base_plugin_common [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Allocated IP 172.20.0.2 (2b163249-98b0-4843-a8e2-23079bfd6bc7/215c0eec-82e6-4605-9011-742c749c7293/1797093d-0de8-4ccb-b52e-7f4a5a388e54) {{(pid=73815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:20:13.150720 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-c09f6af8-9769-46b7-87bb-3e4529d5e3a7 service neutron] 10.222.0.69 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407513 Apr 30 13:20:13.161160 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Notify callbacks [] for port, precommit_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:13.175584 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Transition to ACTIVE for port object 1797093d-0de8-4ccb-b52e-7f4a5a388e54 will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:20:13.203548 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Transition to ACTIVE for port object 1797093d-0de8-4ccb-b52e-7f4a5a388e54 will not be triggered until provisioned by entity DHCP. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:20:13.212146 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348'] for port, after_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:13.218584 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-15338525-0ed2-4f6b-9734-c1c5fa2636b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:13.281420 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Network 2b163249-98b0-4843-a8e2-23079bfd6bc7 is already hosted by enough agents. {{(pid=73815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:20:13.286130 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.base_scheduler [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Resources bound (agent type, host, resource id): {{(pid=73815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:20:13.291124 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Received port after_create {{(pid=73815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:20:13.302893 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:13.354172 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:13.413744 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Pushing event updated for resources: {'Port': ['ID=1797093d-0de8-4ccb-b52e-7f4a5a388e54,revision_number=1']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:13.419663 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:13.451499 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Attempting to bind port 1797093d-0de8-4ccb-b52e-7f4a5a388e54 on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:20:13.454210 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Attempting to bind port 1797093d-0de8-4ccb-b52e-7f4a5a388e54 by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:20:13.454688 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Attempting to bind port 1797093d-0de8-4ccb-b52e-7f4a5a388e54 on network 2b163249-98b0-4843-a8e2-23079bfd6bc7 {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:20:13.473173 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2c006d5e-cb58-49ed-89ad-6ad3f4616bf1 req-94256317-9c0c-4953-b463-5d4e2d1b4da7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 210 time: 0.1208203 Apr 30 13:20:13.475808 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:20:13.476417 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Checking segment: {'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:20:13.477094 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:13.477822 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Bound using segment: {'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:20:13.478610 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Bound port: 1797093d-0de8-4ccb-b52e-7f4a5a388e54, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:20:13.479221 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:13.597155 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Allocated IP 172.27.1.39 (0b72fb58-bb2e-463f-beea-a002adeb004d/99073808-7a40-4541-a751-8ae1df9ed350/4f523702-dbe1-4838-a51e-b7c9159353d7) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:20:13.645023 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] For port 1797093d-0de8-4ccb-b52e-7f4a5a388e54, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:20:13.651435 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] For port 1797093d-0de8-4ccb-b52e-7f4a5a388e54, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=1797093d-0de8-4ccb-b52e-7f4a5a388e54,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:20:13.657582 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:13.662274 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:13.775657 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Pushing event updated for resources: {'Port': ['ID=1797093d-0de8-4ccb-b52e-7f4a5a388e54,revision_number=2']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:13.779055 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:13.972889 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:14.060637 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:14.067371 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-2c4396c6-83dd-47f0-a9f7-94be7a62ce25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:14.159957 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Network 0b72fb58-bb2e-463f-beea-a002adeb004d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:20:14.165666 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:20:14.172376 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:20:14.235173 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Pushing event updated for resources: {'Port': ['ID=4f523702-dbe1-4838-a51e-b7c9159353d7,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:14.240123 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:14.768525 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f3e45dfc-84a4-4c25-925e-e61b353dd830 req-2b0c7c36-3a1a-44f4-a530-723a418c2e20 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 210 time: 0.0589418 Apr 30 13:20:14.841607 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:14.997030 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b274d7f-116b-4621-af3e-405e7f655c36 None None] Network 2b163249-98b0-4843-a8e2-23079bfd6bc7 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:20:15.120028 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-c930dbcf-265c-4054-8ea1-e0c060544ad0 None None] Provisioning for port 1797093d-0de8-4ccb-b52e-7f4a5a388e54 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:20:15.545555 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66709569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718076'] for router, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:15.596935 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 1797093d-0de8-4ccb-b52e-7f4a5a388e54 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:20:15.757357 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 1797093d-0de8-4ccb-b52e-7f4a5a388e54 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:20:15.782532 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 1797093d-0de8-4ccb-b52e-7f4a5a388e54 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:15.783352 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:15.930805 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-967a94be-30c9-4d0a-a39e-5064663bffd7 None None] Provisioning complete for port 1797093d-0de8-4ccb-b52e-7f4a5a388e54 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:15.935361 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-967a94be-30c9-4d0a-a39e-5064663bffd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:15.956571 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-bc22a3f4-31fc-4e45-a2f6-0a144ba427a9 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:15.959714 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-bc22a3f4-31fc-4e45-a2f6-0a144ba427a9 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.71 "GET /v2.0/networks?id=80f53de5-5259-4652-858e-b5c33566feb0 HTTP/1.1" status: 200 len: 814 time: 0.4403524 Apr 30 13:20:15.982316 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-5817ab93-6c69-4526-8eca-74f67e343fd7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Request body: {'port': {'device_id': '5c2fa302-f0b9-426b-b004-e9edca678f94', 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0', 'admin_state_up': True, 'tenant_id': 'ea398af75bc44966965248e1ea7440c4'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:16.001902 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Router 3b1e82da-6107-4cbc-9972-9fef42bfb03e is scheduled to L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 with binding_index 1 {{(pid=73813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:20:16.245649 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b83c0c0d-02e5-4dc8-a628-437f37a92fe8 req-44b060f0-89d8-45c3-be5e-e484285c1087 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 210 time: 0.1179743 Apr 30 13:20:16.309604 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-5817ab93-6c69-4526-8eca-74f67e343fd7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:16.325124 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-5817ab93-6c69-4526-8eca-74f67e343fd7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:16.343266 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-5817ab93-6c69-4526-8eca-74f67e343fd7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Made reservation on behalf of ea398af75bc44966965248e1ea7440c4 for: {'port': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:20:16.348552 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-5817ab93-6c69-4526-8eca-74f67e343fd7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:16.349021 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:16.352004 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:16.373429 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Sync routers for ids ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:16.398544 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:16.403786 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0727227 Apr 30 13:20:16.404215 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44734) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:16.419570 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-967a94be-30c9-4d0a-a39e-5064663bffd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:16.449264 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Routers {'3b1e82da-6107-4cbc-9972-9fef42bfb03e'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:16.450335 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:20:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:16.614278 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port 1797093d-0de8-4ccb-b52e-7f4a5a388e54, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=1797093d-0de8-4ccb-b52e-7f4a5a388e54,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:16.702659 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:16.721994 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-5f6858ce-4646-4c5d-833b-57fd5977506e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:16.778114 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-5817ab93-6c69-4526-8eca-74f67e343fd7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Allocated IP 172.20.0.6 (80f53de5-5259-4652-858e-b5c33566feb0/f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e/8129ddd6-d7bc-4523-886b-949686faad64) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:20:16.959672 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.db.api [None req-967a94be-30c9-4d0a-a39e-5064663bffd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=73815) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 30 13:20:16.960795 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_db.api [None req-967a94be-30c9-4d0a-a39e-5064663bffd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 30 13:20:17.016699 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Set router 3b1e82da-6107-4cbc-9972-9fef42bfb03e gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:17.169572 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=1797093d-0de8-4ccb-b52e-7f4a5a388e54,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:17.185055 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:17.185641 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:17.186210 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:17.186759 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:17.187396 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:17.187914 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:17.188441 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:17.188896 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:17.189421 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:17.189898 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:17.190372 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:17.190882 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:17.202074 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-5817ab93-6c69-4526-8eca-74f67e343fd7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:17.250342 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:17.254406 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-5817ab93-6c69-4526-8eca-74f67e343fd7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:17.262950 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d5fd944e-e84c-4419-ab25-383e4fd96ba5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:17.302206 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['f4d680b6-708a-42f8-a62f-e54604d1aaed', '57af5644-3314-452d-aaab-c8e4f96b1121', '0d8e07c1-e16e-43ce-9cc2-913f73d9bd08'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:20:17.378955 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817ab93-6c69-4526-8eca-74f67e343fd7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Pushing event updated for resources: {'Port': ['ID=8129ddd6-d7bc-4523-886b-949686faad64,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:17.397999 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5817ab93-6c69-4526-8eca-74f67e343fd7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:17.475656 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-5817ab93-6c69-4526-8eca-74f67e343fd7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Network 80f53de5-5259-4652-858e-b5c33566feb0 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:20:17.479800 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-5817ab93-6c69-4526-8eca-74f67e343fd7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:20:17.485933 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-5817ab93-6c69-4526-8eca-74f67e343fd7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:20:17.588170 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 1797093d-0de8-4ccb-b52e-7f4a5a388e54 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:20:17.597754 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-5817ab93-6c69-4526-8eca-74f67e343fd7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:17.598491 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-5817ab93-6c69-4526-8eca-74f67e343fd7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:17.613984 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04e956-78f0-4c2c-826f-74209e44e628 req-d467c7e1-3ed5-4bc0-b520-4b9aa2ed790e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:17.616129 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ab04e956-78f0-4c2c-826f-74209e44e628 req-d467c7e1-3ed5-4bc0-b520-4b9aa2ed790e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 931 time: 0.2161016 Apr 30 13:20:17.659719 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:17.706731 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-5817ab93-6c69-4526-8eca-74f67e343fd7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7299891 Apr 30 13:20:17.722155 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ab04e956-78f0-4c2c-826f-74209e44e628 req-934c270b-84dc-452c-9f7d-53f3a8a7e174 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989037 Apr 30 13:20:17.733049 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Request body: {'port': {'device_id': '5c2fa302-f0b9-426b-b004-e9edca678f94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:17.760501 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:14Z', 'revision_number': 3, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:17.786149 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Checking router: 3b1e82da-6107-4cbc-9972-9fef42bfb03e for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:17.786807 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Updating router 3b1e82da-6107-4cbc-9972-9fef42bfb03e port 4f523702-dbe1-4838-a51e-b7c9159353d7 binding host dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:20:17.927732 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Allocated IP 172.20.0.1 (2b163249-98b0-4843-a8e2-23079bfd6bc7/215c0eec-82e6-4605-9011-742c749c7293/79425117-d282-4d67-9dea-6f14dd7992b6) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:20:17.931800 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 1797093d-0de8-4ccb-b52e-7f4a5a388e54 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:17.932622 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:17.949759 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:18.034568 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:18.097737 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:18.118864 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Transition to ACTIVE for port object 79425117-d282-4d67-9dea-6f14dd7992b6 will not be triggered until provisioned by entity DHCP. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:20:18.154793 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:18.159479 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-38f84665-a02e-45ba-9ac7-c7cab081f352 tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:18.223560 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Network 2b163249-98b0-4843-a8e2-23079bfd6bc7 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:20:18.226146 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:20:18.236076 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:20:18.283746 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Pushing event updated for resources: {'Port': ['ID=79425117-d282-4d67-9dea-6f14dd7992b6,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:18.289133 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:18.310560 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66717170'] for router_interface, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:18.606941 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8129ddd6-d7bc-4523-886b-949686faad64 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:20:18.622093 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:18.652047 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Transition to ACTIVE for port object 8129ddd6-d7bc-4523-886b-949686faad64 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:20:18.659955 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:18.668966 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-adc23e31-51fe-451c-a465-2652e13b6960 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:18.790078 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:18.912861 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-9e3e3197-ffdf-4eb7-b01a-50e0e50980ee None None] Provisioning for port 79425117-d282-4d67-9dea-6f14dd7992b6 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:20:18.950956 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-9e3e3197-ffdf-4eb7-b01a-50e0e50980ee None None] Provisioning complete for port 79425117-d282-4d67-9dea-6f14dd7992b6 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:18.951782 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-9e3e3197-ffdf-4eb7-b01a-50e0e50980ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.052322 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Pushing event updated for resources: {'Port': ['ID=8129ddd6-d7bc-4523-886b-949686faad64,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:19.061623 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:19.115554 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.123658 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.158205 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Attempting to bind port 8129ddd6-d7bc-4523-886b-949686faad64 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:20:19.158621 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Attempting to bind port 8129ddd6-d7bc-4523-886b-949686faad64 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '1a9771ff-a3b7-498c-98b0-a997ce2e94ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:20:19.158996 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Attempting to bind port 8129ddd6-d7bc-4523-886b-949686faad64 on network 80f53de5-5259-4652-858e-b5c33566feb0 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:20:19.159427 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-124f3cb8-35e0-4895-8ea2-3613534d1cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:19.164983 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-9e3e3197-ffdf-4eb7-b01a-50e0e50980ee None None] Port 79425117-d282-4d67-9dea-6f14dd7992b6 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:20:19.168089 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Port 8129ddd6-d7bc-4523-886b-949686faad64 on network 80f53de5-5259-4652-858e-b5c33566feb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:20:19.168497 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Attempting to bind port 8129ddd6-d7bc-4523-886b-949686faad64 on network 80f53de5-5259-4652-858e-b5c33566feb0 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:20:19.179169 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46906772-7aa4-43c1-a518-2f737d1ad068 req-48785ae4-0d2c-461c-805a-5c21f324eeef tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:19.179997 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-46906772-7aa4-43c1-a518-2f737d1ad068 req-48785ae4-0d2c-461c-805a-5c21f324eeef tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Synchronizing usage tracker for tenant:ea398af75bc44966965248e1ea7440c4 on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:20:19.188777 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:20:19.188777 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Checking segment: {'id': '1a9771ff-a3b7-498c-98b0-a997ce2e94ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:20:19.189356 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Bound using segment: {'id': '1a9771ff-a3b7-498c-98b0-a997ce2e94ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:20:19.190377 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Bound port: 8129ddd6-d7bc-4523-886b-949686faad64, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a9771ff-a3b7-498c-98b0-a997ce2e94ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:20:19.190848 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.272023 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-46906772-7aa4-43c1-a518-2f737d1ad068 req-48785ae4-0d2c-461c-805a-5c21f324eeef tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Unset dirty status for tenant:ea398af75bc44966965248e1ea7440c4 on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:20:19.273314 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-46906772-7aa4-43c1-a518-2f737d1ad068 req-48785ae4-0d2c-461c-805a-5c21f324eeef tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 943 time: 0.3689818 Apr 30 13:20:19.278695 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Pushing event updated for resources: {'Port': ['ID=79425117-d282-4d67-9dea-6f14dd7992b6,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:19.287826 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:19.289049 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67101044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66717015'] for router_interface, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.362628 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] For port 8129ddd6-d7bc-4523-886b-949686faad64, host hv-cinder-78445, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:20:19.376929 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-46906772-7aa4-43c1-a518-2f737d1ad068 req-051902ec-e7af-4749-b712-c314ea39e7b0 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785668 Apr 30 13:20:19.382302 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] For port 8129ddd6-d7bc-4523-886b-949686faad64, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8129ddd6-d7bc-4523-886b-949686faad64,segment=NetworkSegment(1a9771ff-a3b7-498c-98b0-a997ce2e94ab),segment_id=1a9771ff-a3b7-498c-98b0-a997ce2e94ab)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:20:19.385837 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Notify callbacks [] for port, precommit_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.391698 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.402154 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-209153ea-45a8-4c6a-b80d-76b2b44463f4 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:19.410848 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Transition to ACTIVE for port object 4f523702-dbe1-4838-a51e-b7c9159353d7 will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:20:19.425538 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.433962 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-bc006f9b-a482-4bd4-be7b-1a4e39c83938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:19.511185 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:19.511808 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.515910 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] 10.222.0.71 "PUT /v2.0/ports/8129ddd6-d7bc-4523-886b-949686faad64 HTTP/1.1" status: 200 len: 1093 time: 1.7898009 Apr 30 13:20:19.515910 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2fa302-f0b9-426b-b004-e9edca678f94', 'tag': '8129ddd6-d7bc-4523-886b-949686faad64'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:19.576205 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Pushing event updated for resources: {'Port': ['ID=8129ddd6-d7bc-4523-886b-949686faad64,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:19.580343 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Network 2b163249-98b0-4843-a8e2-23079bfd6bc7 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:20:19.584498 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:20:19.588194 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:19.613275 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Attempting to bind port 4f523702-dbe1-4838-a51e-b7c9159353d7 on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:20:19.614248 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Attempting to bind port 4f523702-dbe1-4838-a51e-b7c9159353d7 by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:20:19.615168 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Attempting to bind port 4f523702-dbe1-4838-a51e-b7c9159353d7 on network 0b72fb58-bb2e-463f-beea-a002adeb004d {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:20:19.628676 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff778a7-bae8-4145-b1e6-c5628615079d None None] Pushing event updated for resources: {'Port': ['ID=4f523702-dbe1-4838-a51e-b7c9159353d7,revision_number=2']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:19.633828 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-dff778a7-bae8-4145-b1e6-c5628615079d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:19.639927 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:20:19.640315 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Checking segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:20:19.640980 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.641762 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Bound using segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:20:19.642613 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Bound port: 4f523702-dbe1-4838-a51e-b7c9159353d7, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:20:19.643243 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.653657 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2fa302-f0b9-426b-b004-e9edca678f94', 'tag': '8129ddd6-d7bc-4523-886b-949686faad64', 'status': 'completed', 'code': 200} Apr 30 13:20:19.745765 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-3bdaae89-2460-425a-8b9e-6de178faba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:19.748570 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-3bdaae89-2460-425a-8b9e-6de178faba07 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea398af75bc44966965248e1ea7440c4&device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 1096 time: 0.1535716 Apr 30 13:20:19.783784 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] For port 4f523702-dbe1-4838-a51e-b7c9159353d7, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:20:19.791173 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] For port 4f523702-dbe1-4838-a51e-b7c9159353d7, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=4f523702-dbe1-4838-a51e-b7c9159353d7,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:20:19.798287 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:19.805436 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:19.902594 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-052189d4-f44b-415d-baa8-83761ab9c035 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8129ddd6-d7bc-4523-886b-949686faad64 HTTP/1.1" status: 200 len: 217 time: 0.1373420 Apr 30 13:20:19.961979 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Routers {'3b1e82da-6107-4cbc-9972-9fef42bfb03e'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:19.962843 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:20:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:19.986441 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Router 3b1e82da-6107-4cbc-9972-9fef42bfb03e has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:20:20.022741 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-a6d52b0f-c353-4cd6-9470-7b7a805009af None None] Provisioning complete for port 79425117-d282-4d67-9dea-6f14dd7992b6 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:20.023130 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a6d52b0f-c353-4cd6-9470-7b7a805009af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:20.068510 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff778a7-bae8-4145-b1e6-c5628615079d None None] Pushing event updated for resources: {'Port': ['ID=4f523702-dbe1-4838-a51e-b7c9159353d7,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:20.090272 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-dff778a7-bae8-4145-b1e6-c5628615079d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:20.122333 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-706b99f1-349a-4c7d-b4d4-d69b2325328e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:20.125036 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-706b99f1-349a-4c7d-b4d4-d69b2325328e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e HTTP/1.1" status: 200 len: 854 time: 0.2110827 Apr 30 13:20:20.133508 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-a6d52b0f-c353-4cd6-9470-7b7a805009af None None] Port 79425117-d282-4d67-9dea-6f14dd7992b6 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:20:20.202286 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-55aed33f-9a53-433b-9593-0a0f3c2ebaf8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=80f53de5-5259-4652-858e-b5c33566feb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681767 Apr 30 13:20:20.316876 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] Set router 3b1e82da-6107-4cbc-9972-9fef42bfb03e gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:20.329016 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:20.351583 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] 10.222.0.69 "PUT /v2.0/routers/3b1e82da-6107-4cbc-9972-9fef42bfb03e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9400804 Apr 30 13:20:20.423182 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-c206dfe7-d2cd-41e1-b72c-bf2eb7f64403 service neutron] 10.222.0.71 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116756 Apr 30 13:20:20.748524 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-631b7227-e4f2-407d-9496-a3b77cdd7610 req-fa3c7a6e-1d5c-42d5-ad31-d5ad693e3f68 service neutron] 10.222.0.71 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139489 Apr 30 13:20:20.777291 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0af17b-776e-4d5c-a5ca-583bc6685ab0 req-1c13146a-e348-44bd-b77d-b58f9d1994ab tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:20.778963 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3e0af17b-776e-4d5c-a5ca-583bc6685ab0 req-1c13146a-e348-44bd-b77d-b58f9d1994ab tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 943 time: 0.1647317 Apr 30 13:20:20.848230 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3e0af17b-776e-4d5c-a5ca-583bc6685ab0 req-741dd2f5-0e58-4ee1-8ac9-375a72e297be tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539572 Apr 30 13:20:20.981430 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 2, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:20.987671 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef34d35-4bff-4624-b02a-1cefbb2dcc66 None None] The sync data for ids ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'] in dv-cinder-784453-4-iscsi is: [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 2, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:20.989423 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5365c58-13e1-4e6a-90c8-945848203255 req-e541ec48-0575-4969-8bcd-91333eeff5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:20.991062 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e5365c58-13e1-4e6a-90c8-945848203255 req-e541ec48-0575-4969-8bcd-91333eeff5c0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea398af75bc44966965248e1ea7440c4&device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 1096 time: 0.1295710 Apr 30 13:20:21.238717 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5365c58-13e1-4e6a-90c8-945848203255 req-b70aaf15-7947-42c5-a19b-ef70130b4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:21.246914 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e5365c58-13e1-4e6a-90c8-945848203255 req-b70aaf15-7947-42c5-a19b-ef70130b4618 service neutron] 10.222.0.71 "GET /v2.0/networks?id=80f53de5-5259-4652-858e-b5c33566feb0 HTTP/1.1" status: 200 len: 916 time: 0.2472868 Apr 30 13:20:21.337672 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44760) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:21.347414 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-246032762-network', 'tenant_id': 'b759a97310364d01ab234f23911a1e68'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:21.354601 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:21.361189 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Usage tracker for resource:network and tenant:b759a97310364d01ab234f23911a1e68 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:21.366036 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:21.377006 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:21.388179 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e5365c58-13e1-4e6a-90c8-945848203255 req-278c25cd-9f10-47c5-b837-3f1e51170777 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8129ddd6-d7bc-4523-886b-949686faad64 HTTP/1.1" status: 200 len: 217 time: 0.1262023 Apr 30 13:20:21.395543 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Made reservation on behalf of b759a97310364d01ab234f23911a1e68 for: {'network': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:20:21.399648 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for network, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.428777 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.459164 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:21.466622 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Usage tracker for resource:security_group_rule and tenant:b759a97310364d01ab234f23911a1e68 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:21.471918 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:21.483191 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:21.520894 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5365c58-13e1-4e6a-90c8-945848203255 req-c9f8c9d7-03c4-41a6-8e0a-f6dde81e31ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:21.524778 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e5365c58-13e1-4e6a-90c8-945848203255 req-c9f8c9d7-03c4-41a6-8e0a-f6dde81e31ed service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e HTTP/1.1" status: 200 len: 854 time: 0.1281302 Apr 30 13:20:21.630858 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e5365c58-13e1-4e6a-90c8-945848203255 req-5b312665-4bae-417f-b5f2-5974950ac690 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=80f53de5-5259-4652-858e-b5c33566feb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975108 Apr 30 13:20:21.638032 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.644317 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.663272 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1cdea8b4-139e-4cbb-82db-c895221f33a1 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:21.687186 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=73813) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 30 13:20:21.736651 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.737246 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.segments_db [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Added segment e564743a-1648-4f5f-9e10-72ec718aa3fb of type vlan for network b36bc8be-eab8-47b7-a723-7f542c36e094 Apr 30 13:20:21.749575 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75686bc9-75e2-4025-8966-3f28d7529117,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:21.756674 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:21.807643 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751029132912'] for network, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.840131 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e5365c58-13e1-4e6a-90c8-945848203255 req-7fd896f9-5579-48d6-93ee-a1fadc8b5eb5 service neutron] 10.222.0.71 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017713 Apr 30 13:20:21.866662 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030'] for network, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.870764 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:21.872619 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:21.882909 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:22.112953 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e5365c58-13e1-4e6a-90c8-945848203255 req-68c638d7-823f-499b-9adf-51472e1681aa service neutron] 10.222.0.71 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656577 Apr 30 13:20:22.119090 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7785411 Apr 30 13:20:22.122625 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44766) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:22.127184 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Pushing event updated for resources: {'Network': ['ID=b36bc8be-eab8-47b7-a723-7f542c36e094,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:22.137557 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-0a8b557f-5ebd-42ad-996b-ac6f0f0bfb07 admin admin] Request body: {'subnet': {'network_id': 'b36bc8be-eab8-47b7-a723-7f542c36e094', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-246032762-subnet', 'tenant_id': 'b759a97310364d01ab234f23911a1e68', 'ip_version': 4}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:22.144905 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5c620bd8-2bf5-43c5-b08d-0a475e423716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:22.148369 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-0a8b557f-5ebd-42ad-996b-ac6f0f0bfb07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:22.148860 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Network b36bc8be-eab8-47b7-a723-7f542c36e094 details requested by agent ovs-agent-dv-cinder-784453-4-iscsi with host dv-cinder-784453-4-iscsi {{(pid=73815) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 30 13:20:22.155263 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-0a8b557f-5ebd-42ad-996b-ac6f0f0bfb07 admin admin] Usage tracker for resource:subnet and tenant:b759a97310364d01ab234f23911a1e68 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:22.161131 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-0a8b557f-5ebd-42ad-996b-ac6f0f0bfb07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:22.176236 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-0a8b557f-5ebd-42ad-996b-ac6f0f0bfb07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:22.194137 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e80ad-3ba8-41ee-ac3c-6feba484c5ac req-05b540df-9cc6-4f1b-a25e-799d11858601 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:22.195835 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ff9e80ad-3ba8-41ee-ac3c-6feba484c5ac req-05b540df-9cc6-4f1b-a25e-799d11858601 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 943 time: 0.1329377 Apr 30 13:20:22.204848 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8b557f-5ebd-42ad-996b-ac6f0f0bfb07 admin admin] Made reservation on behalf of b759a97310364d01ab234f23911a1e68 for: {'subnet': 1} {{(pid=73813) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:20:22.211338 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0a8b557f-5ebd-42ad-996b-ac6f0f0bfb07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65575204'] for subnet, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.300928 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ff9e80ad-3ba8-41ee-ac3c-6feba484c5ac req-c07cedfc-4977-4732-a242-0db5e0e439bf tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926239 Apr 30 13:20:22.909718 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0a8b557f-5ebd-42ad-996b-ac6f0f0bfb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-64370968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65575222'] for subnet, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:22.913719 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8f6425c7-f968-4ce1-9689-97cec7b83b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:22.997701 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b557f-5ebd-42ad-996b-ac6f0f0bfb07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bab7e0dd-271a-4420-b3f5-023ee7f5479a,revision_number=0']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:23.002399 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-0a8b557f-5ebd-42ad-996b-ac6f0f0bfb07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:23.012521 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8b557f-5ebd-42ad-996b-ac6f0f0bfb07 admin admin] Checking segment: {'id': 'e564743a-1648-4f5f-9e10-72ec718aa3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b36bc8be-eab8-47b7-a723-7f542c36e094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:20:23.012939 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8b557f-5ebd-42ad-996b-ac6f0f0bfb07 admin admin] Network hostable DHCP agents. Network: b36bc8be-eab8-47b7-a723-7f542c36e094, hostable agents: ['e96ab08c-23ca-4860-8db7-d5ed4d5e6b52'], hosted agents: [] {{(pid=73813) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 30 13:20:23.036214 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8b557f-5ebd-42ad-996b-ac6f0f0bfb07 admin admin] Network b36bc8be-eab8-47b7-a723-7f542c36e094 is scheduled to be hosted by DHCP agent e96ab08c-23ca-4860-8db7-d5ed4d5e6b52 with binding_index 1 {{(pid=73813) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 30 13:20:23.052144 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-0a8b557f-5ebd-42ad-996b-ac6f0f0bfb07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784453-4-iscsi, b36bc8be-eab8-47b7-a723-7f542c36e094) {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:20:23.063846 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c859e41a-a6d3-456d-9e31-fe3de7809def None None] Network b36bc8be-eab8-47b7-a723-7f542c36e094 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:20:23.066354 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8b557f-5ebd-42ad-996b-ac6f0f0bfb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:23.067356 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-0a8b557f-5ebd-42ad-996b-ac6f0f0bfb07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.104981 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-0a8b557f-5ebd-42ad-996b-ac6f0f0bfb07 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9803355 Apr 30 13:20:23.109539 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44770) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:23.116401 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-246032762-router', 'tenant_id': 'b759a97310364d01ab234f23911a1e68', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:23.122314 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:23.128447 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Usage tracker for resource:router and tenant:b759a97310364d01ab234f23911a1e68 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:23.132986 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:23.142867 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:23.160681 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66778846', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-759'] for router, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.162196 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66778823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66720200', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66618511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-718'] for router, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.188163 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.345648 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7ab26763-ec13-5d5f-b953-d9fa9666aef5-b36bc8be-eab8-47b7-a723-7f542c36e094', 'network_id': 'b36bc8be-eab8-47b7-a723-7f542c36e094', 'tenant_id': 'b759a97310364d01ab234f23911a1e68', 'fixed_ips': [{'subnet_id': 'bab7e0dd-271a-4420-b3f5-023ee7f5479a'}]}} from dv-cinder-784453-4-iscsi. {{(pid=73815) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 30 13:20:23.346634 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.714951 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 4f523702-dbe1-4838-a51e-b7c9159353d7 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:20:23.730215 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Sync routers for ids ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'] in dv-cinder-784453-4-iscsi {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:23.765345 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Routers {'3b1e82da-6107-4cbc-9972-9fef42bfb03e'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:23.767285 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:20:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:23.772600 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66720177', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66709578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-720'] for router, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.798683 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.db_base_plugin_common [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Allocated IP 172.20.0.2 (b36bc8be-eab8-47b7-a723-7f542c36e094/bab7e0dd-271a-4420-b3f5-023ee7f5479a/62c424e3-992a-401f-8b7f-3e3c2b76f16a) {{(pid=73815) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:20:23.822870 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a944c7-fc1c-4337-be4f-54210dff7338 req-377ee686-a9d9-43ee-89d4-a3b3db102219 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:23.839891 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-12a944c7-fc1c-4337-be4f-54210dff7338 req-377ee686-a9d9-43ee-89d4-a3b3db102219 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 943 time: 0.2192619 Apr 30 13:20:23.870767 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 4f523702-dbe1-4838-a51e-b7c9159353d7 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:20:23.883483 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 4f523702-dbe1-4838-a51e-b7c9159353d7 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:23.883893 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:23.947324 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-12a944c7-fc1c-4337-be4f-54210dff7338 req-133ee39b-9708-4fa7-a549-ed5e32d88088 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027582 Apr 30 13:20:24.193319 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.199055 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Notify callbacks [] for port, precommit_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.217338 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Set router 3b1e82da-6107-4cbc-9972-9fef42bfb03e gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:24.219370 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44776) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:24.227931 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Transition to ACTIVE for port object 62c424e3-992a-401f-8b7f-3e3c2b76f16a will not be triggered until provisioned by entity L2. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:20:24.274129 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Transition to ACTIVE for port object 62c424e3-992a-401f-8b7f-3e3c2b76f16a will not be triggered until provisioned by entity DHCP. {{(pid=73815) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:20:24.288107 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port 4f523702-dbe1-4838-a51e-b7c9159353d7, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=4f523702-dbe1-4838-a51e-b7c9159353d7,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:24.293855 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348'] for port, after_create {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.303453 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-a9ac2f5c-2d3f-475e-8f11-4afbed6d9ff3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:24.318448 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.363036 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.378945 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.428181 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Network b36bc8be-eab8-47b7-a723-7f542c36e094 is already hosted by enough agents. {{(pid=73815) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:20:24.434670 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.scheduler.base_scheduler [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Resources bound (agent type, host, resource id): {{(pid=73815) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:20:24.441670 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Received port after_create {{(pid=73815) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:20:24.541823 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Pushing event updated for resources: {'Port': ['ID=62c424e3-992a-401f-8b7f-3e3c2b76f16a,revision_number=1']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:24.557746 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:24.610968 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:24.676994 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Allocated IP 172.27.1.25 (0b72fb58-bb2e-463f-beea-a002adeb004d/99073808-7a40-4541-a751-8ae1df9ed350/82702b02-cfca-459c-9d5f-74b2513b88fc) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:20:24.677457 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 2, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:24.686635 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Checking router: 3b1e82da-6107-4cbc-9972-9fef42bfb03e for host: dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:24.687292 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Updating router 3b1e82da-6107-4cbc-9972-9fef42bfb03e port 79425117-d282-4d67-9dea-6f14dd7992b6 binding host dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:20:24.694648 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 8129ddd6-d7bc-4523-886b-949686faad64 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:20:24.768022 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.807886 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Attempting to bind port 62c424e3-992a-401f-8b7f-3e3c2b76f16a on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:20:24.808723 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Attempting to bind port 62c424e3-992a-401f-8b7f-3e3c2b76f16a by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': 'e564743a-1648-4f5f-9e10-72ec718aa3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b36bc8be-eab8-47b7-a723-7f542c36e094'}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:20:24.809326 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Attempting to bind port 62c424e3-992a-401f-8b7f-3e3c2b76f16a on network b36bc8be-eab8-47b7-a723-7f542c36e094 {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:20:24.856700 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=4f523702-dbe1-4838-a51e-b7c9159353d7,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:24.884194 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:20:24.884914 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Checking segment: {'id': 'e564743a-1648-4f5f-9e10-72ec718aa3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b36bc8be-eab8-47b7-a723-7f542c36e094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73815) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:20:24.885585 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.886318 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Bound using segment: {'id': 'e564743a-1648-4f5f-9e10-72ec718aa3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b36bc8be-eab8-47b7-a723-7f542c36e094'} {{(pid=73815) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:20:24.887233 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.managers [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Bound port: 62c424e3-992a-401f-8b7f-3e3c2b76f16a, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e564743a-1648-4f5f-9e10-72ec718aa3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b36bc8be-eab8-47b7-a723-7f542c36e094'}}] {{(pid=73815) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:20:24.887906 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.915001 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:24.946743 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:24.982761 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:25.004636 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d2bb8115-565c-45e1-a241-f51577a1c233 tempest-DeleteServersTestJSON-641383824 tempest-DeleteServersTestJSON-641383824-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:25.163755 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Network 0b72fb58-bb2e-463f-beea-a002adeb004d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:20:25.167917 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:20:25.173917 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:20:25.234130 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Pushing event updated for resources: {'Port': ['ID=82702b02-cfca-459c-9d5f-74b2513b88fc,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:25.239545 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:25.245413 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Notify callbacks [] for port, precommit_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:25.257737 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 8129ddd6-d7bc-4523-886b-949686faad64, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8129ddd6-d7bc-4523-886b-949686faad64,segment=NetworkSegment(1a9771ff-a3b7-498c-98b0-a997ce2e94ab),segment_id=1a9771ff-a3b7-498c-98b0-a997ce2e94ab)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:25.261985 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.provisioning_blocks [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Transition to ACTIVE for port object 79425117-d282-4d67-9dea-6f14dd7992b6 will not be triggered until provisioned by entity L2. {{(pid=73816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:20:25.270898 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:25.277407 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:25.278762 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed2618-ce3d-4779-b3bb-52b7d990fce1 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Deleting port f7e42278-d3f8-40fa-a38a-cb3afe0ec4bf {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:25.279328 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c6ed2618-ce3d-4779-b3bb-52b7d990fce1 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:25.280513 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': '8129ddd6-d7bc-4523-886b-949686faad64', 'network_id': '80f53de5-5259-4652-858e-b5c33566feb0', 'port_id': '8129ddd6-d7bc-4523-886b-949686faad64', 'mac_address': 'fa:16:3e:d1:03:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1010, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:20:25.289781 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] For port 62c424e3-992a-401f-8b7f-3e3c2b76f16a, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73815) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:20:25.301245 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] For port 62c424e3-992a-401f-8b7f-3e3c2b76f16a, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=62c424e3-992a-401f-8b7f-3e3c2b76f16a,segment=NetworkSegment(e564743a-1648-4f5f-9e10-72ec718aa3fb),segment_id=e564743a-1648-4f5f-9e10-72ec718aa3fb)] {{(pid=73815) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:20:25.349294 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:25.364405 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d0453-8c15-4248-8444-759172568362 None None] Pushing event updated for resources: {'Port': ['ID=79425117-d282-4d67-9dea-6f14dd7992b6,revision_number=3']} {{(pid=73816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:25.372427 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:25.376438 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d0453-8c15-4248-8444-759172568362 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:25.376787 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d0453-8c15-4248-8444-759172568362 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:25.377135 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d0453-8c15-4248-8444-759172568362 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:25.377505 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d0453-8c15-4248-8444-759172568362 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:25.377837 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d0453-8c15-4248-8444-759172568362 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:25.378175 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d0453-8c15-4248-8444-759172568362 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:25.378490 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d0453-8c15-4248-8444-759172568362 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:25.378932 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d0453-8c15-4248-8444-759172568362 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:25.379279 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d0453-8c15-4248-8444-759172568362 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:25.379606 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d0453-8c15-4248-8444-759172568362 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:25.379906 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d0453-8c15-4248-8444-759172568362 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:25.380368 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c59d0453-8c15-4248-8444-759172568362 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73816) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:20:25.386097 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-c59d0453-8c15-4248-8444-759172568362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:25.620894 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b044ca-04d0-44d0-a68e-8d14ca7987c2 req-00d016af-fe8c-446a-bdd7-3310e465f1d3 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:25.623803 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-33b044ca-04d0-44d0-a68e-8d14ca7987c2 req-00d016af-fe8c-446a-bdd7-3310e465f1d3 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 943 time: 0.4631524 Apr 30 13:20:25.657958 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 4f523702-dbe1-4838-a51e-b7c9159353d7 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:20:25.693591 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Attempting to bind port 79425117-d282-4d67-9dea-6f14dd7992b6 on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:20:25.694059 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Attempting to bind port 79425117-d282-4d67-9dea-6f14dd7992b6 by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'}] {{(pid=73816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:20:25.696336 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Attempting to bind port 79425117-d282-4d67-9dea-6f14dd7992b6 on network 2b163249-98b0-4843-a8e2-23079bfd6bc7 {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:20:25.697223 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c6ed2618-ce3d-4779-b3bb-52b7d990fce1 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:25.697681 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c6ed2618-ce3d-4779-b3bb-52b7d990fce1 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:25.715005 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:20:25.715646 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Checking segment: {'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:20:25.716160 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:25.716755 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Bound using segment: {'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'} {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:20:25.723360 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Bound port: 79425117-d282-4d67-9dea-6f14dd7992b6, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'}}] {{(pid=73816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:20:25.723652 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:25.822731 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:25.958577 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8129ddd6-d7bc-4523-886b-949686faad64 {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:20:25.996572 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 8129ddd6-d7bc-4523-886b-949686faad64, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8129ddd6-d7bc-4523-886b-949686faad64,segment=NetworkSegment(1a9771ff-a3b7-498c-98b0-a997ce2e94ab),segment_id=1a9771ff-a3b7-498c-98b0-a997ce2e94ab)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:26.008846 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 4f523702-dbe1-4838-a51e-b7c9159353d7 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:26.009664 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.019367 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-c6ed2618-ce3d-4779-b3bb-52b7d990fce1 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Calling delete_port for f7e42278-d3f8-40fa-a38a-cb3afe0ec4bf owned by network:floatingip {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:26.028514 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.db [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] For port 79425117-d282-4d67-9dea-6f14dd7992b6, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:20:26.035356 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.db [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] For port 79425117-d282-4d67-9dea-6f14dd7992b6, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=79425117-d282-4d67-9dea-6f14dd7992b6,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:20:26.046292 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-33b044ca-04d0-44d0-a68e-8d14ca7987c2 req-92d9e5f7-561b-41dd-8ed2-bfbba738a461 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065197 Apr 30 13:20:26.067872 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.076267 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Pushing event updated for resources: {'Port': ['ID=62c424e3-992a-401f-8b7f-3e3c2b76f16a,revision_number=2']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:26.083285 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:26.084443 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.100063 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-b96ee0f0-e57a-417e-985a-f056c27b6af8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:26.100861 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0974ef7f-5fa8-49bb-a3fb-217cb0f86942 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:26.261509 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c6ed2618-ce3d-4779-b3bb-52b7d990fce1 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.268544 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:26.283873 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=8129ddd6-d7bc-4523-886b-949686faad64,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:26.289600 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:26.353158 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed2618-ce3d-4779-b3bb-52b7d990fce1 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Pushing event deleted for resources: {'Port': ['ID=f7e42278-d3f8-40fa-a38a-cb3afe0ec4bf,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:26.370873 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Routers {'3b1e82da-6107-4cbc-9972-9fef42bfb03e'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:26.372395 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:20:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:26.391233 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.419322 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-c6ed2618-ce3d-4779-b3bb-52b7d990fce1 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:26.537107 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d0453-8c15-4248-8444-759172568362 None None] Pushing event updated for resources: {'Port': ['ID=79425117-d282-4d67-9dea-6f14dd7992b6,revision_number=4']} {{(pid=73816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:26.549025 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-c59d0453-8c15-4248-8444-759172568362 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:26.549470 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['8129ddd6-d7bc-4523-886b-949686faad64'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:20:26.634345 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c6ed2618-ce3d-4779-b3bb-52b7d990fce1 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for floatingip, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:26.635778 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.db.l3_db [None req-c6ed2618-ce3d-4779-b3bb-52b7d990fce1 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Floating IP eed2b998-a823-40ab-93a4-ee0514ff4872 disassociated (deleted). External IP: 172.27.1.99, port: 5a4062f2-4fa0-496f-b854-05006c824a01. Apr 30 13:20:26.871592 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] Set router 3b1e82da-6107-4cbc-9972-9fef42bfb03e gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:27.265946 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66709569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66718076'] for router, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:27.541965 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ed2618-ce3d-4779-b3bb-52b7d990fce1 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Router 5d0d4914-dd86-44a6-8c48-8e1b00b86466 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:20:27.550364 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc62315-2b71-42d1-beb7-299c676101bd None None] Network b36bc8be-eab8-47b7-a723-7f542c36e094 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:20:27.638424 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:26Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:27.654400 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d5e447-91f5-44c0-a66c-38a0bc683650 None None] The sync data for ids ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'] in dv-cinder-784453-4-iscsi is: [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:26Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:27.764900 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7f429-bd01-49d9-a1db-290f82d6e6de req-e07ada23-97b4-4d7e-babd-7e355af115de tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:27.767746 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8af7f429-bd01-49d9-a1db-290f82d6e6de req-e07ada23-97b4-4d7e-babd-7e355af115de tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 944 time: 0.4030454 Apr 30 13:20:27.800157 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Router 50cd82b1-af0e-4511-bfb0-f0982a3f1c25 is scheduled to L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 with binding_index 1 {{(pid=73813) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 30 13:20:27.941891 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-87fd2f6b-b3f8-4dc2-a1b2-9551f1b9c2d9 None None] Provisioning for port 62c424e3-992a-401f-8b7f-3e3c2b76f16a completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:20:27.948467 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 79425117-d282-4d67-9dea-6f14dd7992b6 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:20:28.019803 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8af7f429-bd01-49d9-a1db-290f82d6e6de req-b0b108da-a42e-4339-8b2f-44a02e2dda68 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329288 Apr 30 13:20:28.089556 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ed2618-ce3d-4779-b3bb-52b7d990fce1 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:28.114720 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537853ca-baf3-4adb-8ed9-b6560abc721a None None] Sync routers for ids ['5d0d4914-dd86-44a6-8c48-8e1b00b86466'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:28.121760 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c6ed2618-ce3d-4779-b3bb-52b7d990fce1 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.164784 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:28.178729 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Sync routers for ids ['50cd82b1-af0e-4511-bfb0-f0982a3f1c25'] in dv-cinder-784453-4-iscsi {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:28.202053 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537853ca-baf3-4adb-8ed9-b6560abc721a None None] Routers {'5d0d4914-dd86-44a6-8c48-8e1b00b86466'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:28.203330 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-537853ca-baf3-4adb-8ed9-b6560abc721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:20:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['5d0d4914-dd86-44a6-8c48-8e1b00b86466'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:28.212211 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Routers {'50cd82b1-af0e-4511-bfb0-f0982a3f1c25'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:28.213363 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:20:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['50cd82b1-af0e-4511-bfb0-f0982a3f1c25'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:28.253364 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.257692 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-09ee477f-ebaa-4a9d-bd6c-3411c98b74b3 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1460567 Apr 30 13:20:28.262208 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44786) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:28.426532 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-c6ed2618-ce3d-4779-b3bb-52b7d990fce1 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "DELETE /v2.0/floatingips/eed2b998-a823-40ab-93a4-ee0514ff4872 HTTP/1.1" status: 204 len: 168 time: 4.2052362 Apr 30 13:20:28.427753 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99cbde8a-c152-4038-a60b-9efd8cd55037', 'tag': '5a4062f2-4fa0-496f-b854-05006c824a01'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:28.587519 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 79425117-d282-4d67-9dea-6f14dd7992b6 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:20:28.625034 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 79425117-d282-4d67-9dea-6f14dd7992b6 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:28.625891 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:28.664073 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99cbde8a-c152-4038-a60b-9efd8cd55037', 'tag': '5a4062f2-4fa0-496f-b854-05006c824a01', 'status': 'completed', 'code': 200} Apr 30 13:20:28.681419 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Set router 50cd82b1-af0e-4511-bfb0-f0982a3f1c25 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:28.842182 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 8129ddd6-d7bc-4523-886b-949686faad64 up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:20:28.978183 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56a62-dd94-456b-8fec-f9b834de00fc req-ea5d21ba-5825-4db8-a523-dab4be17e04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:28.984391 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-eda56a62-dd94-456b-8fec-f9b834de00fc req-ea5d21ba-5825-4db8-a523-dab4be17e04d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2e010a31d7104f119fb0a3ab9fe7e8bc&device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 1098 time: 0.2755198 Apr 30 13:20:29.388766 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56a62-dd94-456b-8fec-f9b834de00fc req-5d38881e-61be-4ea3-9b94-fbf1f2b2e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:29.390542 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-eda56a62-dd94-456b-8fec-f9b834de00fc req-5d38881e-61be-4ea3-9b94-fbf1f2b2e4e3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=66923575-b46e-40eb-b42a-88dc2b7e5194 HTTP/1.1" status: 200 len: 911 time: 0.3926904 Apr 30 13:20:29.398159 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-537853ca-baf3-4adb-8ed9-b6560abc721a None None] Set router 5d0d4914-dd86-44a6-8c48-8e1b00b86466 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:29.542042 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cd82b1-af0e-4511-bfb0-f0982a3f1c25', 'name': 'tempest-TestVolumeBootPattern-246032762-router', 'tenant_id': 'b759a97310364d01ab234f23911a1e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '82702b02-cfca-459c-9d5f-74b2513b88fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:23Z', 'updated_at': '2021-04-30T13:20:25Z', 'revision_number': 3, 'project_id': 'b759a97310364d01ab234f23911a1e68', 'gw_port': {'id': '82702b02-cfca-459c-9d5f-74b2513b88fc', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:16:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cd82b1-af0e-4511-bfb0-f0982a3f1c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:24Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:29.560110 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Checking router: 50cd82b1-af0e-4511-bfb0-f0982a3f1c25 for host: dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:29.560927 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Updating router 50cd82b1-af0e-4511-bfb0-f0982a3f1c25 port 82702b02-cfca-459c-9d5f-74b2513b88fc binding host dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:20:29.626269 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-eda56a62-dd94-456b-8fec-f9b834de00fc req-fd263409-b199-4c26-b731-0a46e0126bca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a4062f2-4fa0-496f-b854-05006c824a01 HTTP/1.1" status: 200 len: 217 time: 0.1770682 Apr 30 13:20:29.687224 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:29.812314 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117f579-ac3d-4431-a786-11b49b356958 req-5840bb31-3c36-45e9-8dc9-8bec7d5f522b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:29.820512 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3117f579-ac3d-4431-a786-11b49b356958 req-5840bb31-3c36-45e9-8dc9-8bec7d5f522b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 944 time: 0.4287415 Apr 30 13:20:29.862984 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56a62-dd94-456b-8fec-f9b834de00fc req-085b0dea-6f77-4d5b-87cb-0b5309a0c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:29.866491 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-eda56a62-dd94-456b-8fec-f9b834de00fc req-085b0dea-6f77-4d5b-87cb-0b5309a0c8d6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ea60b372-e31d-4889-9a21-31d3bc9ba44a HTTP/1.1" status: 200 len: 848 time: 0.2313969 Apr 30 13:20:29.960834 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd3ad7-7e16-4ac9-a45e-79fdf94894b3 req-693c4313-75d4-4739-b939-c6649ad3af78 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:29.962249 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-6edd3ad7-7e16-4ac9-a45e-79fdf94894b3 req-693c4313-75d4-4739-b939-c6649ad3af78 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Synchronizing usage tracker for tenant:2e010a31d7104f119fb0a3ab9fe7e8bc on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:20:29.993819 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3117f579-ac3d-4431-a786-11b49b356958 req-7b40b1d3-9208-4a12-9f49-247a7d2ebb95 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720254 Apr 30 13:20:30.043264 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-6edd3ad7-7e16-4ac9-a45e-79fdf94894b3 req-693c4313-75d4-4739-b939-c6649ad3af78 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Unset dirty status for tenant:2e010a31d7104f119fb0a3ab9fe7e8bc on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:20:30.054614 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6edd3ad7-7e16-4ac9-a45e-79fdf94894b3 req-693c4313-75d4-4739-b939-c6649ad3af78 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.5066259 Apr 30 13:20:30.094811 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port 8129ddd6-d7bc-4523-886b-949686faad64 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:20:30.112753 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.150778 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6edd3ad7-7e16-4ac9-a45e-79fdf94894b3 req-c0b0fde5-952f-4505-a515-905448000bd0 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946457 Apr 30 13:20:30.163219 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port 8129ddd6-d7bc-4523-886b-949686faad64 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:30.163883 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.164465 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda56a62-dd94-456b-8fec-f9b834de00fc req-3b3b85b5-5fc5-4b3b-af8d-01fe99bd4515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:30.166289 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-eda56a62-dd94-456b-8fec-f9b834de00fc req-3b3b85b5-5fc5-4b3b-af8d-01fe99bd4515 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=66923575-b46e-40eb-b42a-88dc2b7e5194&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2796073 Apr 30 13:20:30.398770 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.479396 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-eda56a62-dd94-456b-8fec-f9b834de00fc req-4fe21fea-8d9f-4735-8f53-aa9c11ee8d9c service neutron] 10.222.0.71 "GET /v2.0/networks/66923575-b46e-40eb-b42a-88dc2b7e5194?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054626 Apr 30 13:20:30.489025 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Notify callbacks [] for port, precommit_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.511184 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.provisioning_blocks [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Transition to ACTIVE for port object 82702b02-cfca-459c-9d5f-74b2513b88fc will not be triggered until provisioned by entity L2. {{(pid=73816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:20:30.521019 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.527923 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-f5aad6d7-75d2-469b-831d-00ed37872e5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:30.580081 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port 79425117-d282-4d67-9dea-6f14dd7992b6, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=79425117-d282-4d67-9dea-6f14dd7992b6,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:30.640150 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.641465 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 62c424e3-992a-401f-8b7f-3e3c2b76f16a up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:20:30.675382 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b4131-62b8-495d-b1a3-f74d7ec827b6 None None] Pushing event updated for resources: {'Port': ['ID=82702b02-cfca-459c-9d5f-74b2513b88fc,revision_number=2']} {{(pid=73816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:30.684531 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-d71b4131-62b8-495d-b1a3-f74d7ec827b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:30.729025 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Attempting to bind port 82702b02-cfca-459c-9d5f-74b2513b88fc on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:20:30.730296 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Attempting to bind port 82702b02-cfca-459c-9d5f-74b2513b88fc by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}] {{(pid=73816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:20:30.730296 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Attempting to bind port 82702b02-cfca-459c-9d5f-74b2513b88fc on network 0b72fb58-bb2e-463f-beea-a002adeb004d {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:20:30.733784 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:30.741447 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:20:30.742972 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Checking segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:20:30.743861 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.745008 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Bound using segment: {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'} {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:20:30.746164 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Bound port: 82702b02-cfca-459c-9d5f-74b2513b88fc, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5238bc7-598a-4554-ab3b-2a5c86f1cdf4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d'}}] {{(pid=73816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:20:30.747097 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.824169 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=79425117-d282-4d67-9dea-6f14dd7992b6,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:30.824579 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-eda56a62-dd94-456b-8fec-f9b834de00fc req-6281bb07-71a2-4c37-9653-1fd9bfa1cf8a service neutron] 10.222.0.71 "GET /v2.0/networks/66923575-b46e-40eb-b42a-88dc2b7e5194?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360193 Apr 30 13:20:30.837180 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:30.906970 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Allocated IP 172.20.0.1 (b36bc8be-eab8-47b7-a723-7f542c36e094/bab7e0dd-271a-4420-b3f5-023ee7f5479a/551e8613-1ef4-44b6-87f3-bf61513c1875) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:20:30.913934 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 62c424e3-992a-401f-8b7f-3e3c2b76f16a completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:20:30.916655 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.928413 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.db [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] For port 82702b02-cfca-459c-9d5f-74b2513b88fc, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:20:30.937194 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.db [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] For port 82702b02-cfca-459c-9d5f-74b2513b88fc, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=82702b02-cfca-459c-9d5f-74b2513b88fc,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:20:30.946609 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.950290 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 62c424e3-992a-401f-8b7f-3e3c2b76f16a triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:30.950846 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:30.959193 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-d71b4131-62b8-495d-b1a3-f74d7ec827b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:31.071631 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eee880-dd4d-4ea5-b333-40383bfd81ba req-73627136-bb69-4795-ac70-e15643fa72ec tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:31.074965 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-94eee880-dd4d-4ea5-b333-40383bfd81ba req-73627136-bb69-4795-ac70-e15643fa72ec tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.71 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.2091289 Apr 30 13:20:31.119697 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Routers {'50cd82b1-af0e-4511-bfb0-f0982a3f1c25'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:31.121504 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:20:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['50cd82b1-af0e-4511-bfb0-f0982a3f1c25'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:31.248543 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2fa302-f0b9-426b-b004-e9edca678f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8129ddd6-d7bc-4523-886b-949686faad64'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:31.322235 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:31.354901 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.provisioning_blocks [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Transition to ACTIVE for port object 551e8613-1ef4-44b6-87f3-bf61513c1875 will not be triggered until provisioned by entity DHCP. {{(pid=73813) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:20:31.363734 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 8129ddd6-d7bc-4523-886b-949686faad64, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8129ddd6-d7bc-4523-886b-949686faad64,segment=NetworkSegment(1a9771ff-a3b7-498c-98b0-a997ce2e94ab),segment_id=1a9771ff-a3b7-498c-98b0-a997ce2e94ab)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:31.403103 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:31.409721 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:31.414879 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:31.420578 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:31.425638 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-94eee880-dd4d-4ea5-b333-40383bfd81ba req-790afcb3-0aa9-4d1a-97f3-d03d302c1a49 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Deleting port 5a4062f2-4fa0-496f-b854-05006c824a01 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:31.426198 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-94eee880-dd4d-4ea5-b333-40383bfd81ba req-790afcb3-0aa9-4d1a-97f3-d03d302c1a49 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:31.491250 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b4131-62b8-495d-b1a3-f74d7ec827b6 None None] Pushing event updated for resources: {'Port': ['ID=82702b02-cfca-459c-9d5f-74b2513b88fc,revision_number=3']} {{(pid=73816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:31.499183 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-d71b4131-62b8-495d-b1a3-f74d7ec827b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:31.542696 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Network b36bc8be-eab8-47b7-a723-7f542c36e094 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:20:31.551899 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:20:31.561865 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:20:31.595724 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:31.668412 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Pushing event updated for resources: {'Port': ['ID=551e8613-1ef4-44b6-87f3-bf61513c1875,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:31.677445 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:31.699555 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66717170'] for router_interface, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:31.744571 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] Set router 50cd82b1-af0e-4511-bfb0-f0982a3f1c25 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:31.753818 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-537853ca-baf3-4adb-8ed9-b6560abc721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'name': 'tempest-TestShelveInstance-2080836848-router', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:38Z', 'updated_at': '2021-04-30T13:14:45Z', 'revision_number': 4, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'gw_port': {'id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:40Z', 'updated_at': '2021-04-30T13:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '300724d9-0dc0-4200-863a-a9ea7112fea5', 'name': '', 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'mac_address': 'fa:16:3e:74:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:44Z', 'updated_at': '2021-04-30T13:14:53Z', 'revision_number': 5, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'subnets': [{'id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:31.771861 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537853ca-baf3-4adb-8ed9-b6560abc721a None None] Checking router: 5d0d4914-dd86-44a6-8c48-8e1b00b86466 for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:31.800144 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31228a-c073-4daa-9da8-3a1381359d54 req-9940ed29-bb2d-4c49-a75f-d2c2d6e04a56 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:31.810716 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-df31228a-c073-4daa-9da8-3a1381359d54 req-9940ed29-bb2d-4c49-a75f-d2c2d6e04a56 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 944 time: 0.5048676 Apr 30 13:20:31.816826 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537853ca-baf3-4adb-8ed9-b6560abc721a None None] Routers {'5d0d4914-dd86-44a6-8c48-8e1b00b86466'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:31.817936 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-537853ca-baf3-4adb-8ed9-b6560abc721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:20:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['5d0d4914-dd86-44a6-8c48-8e1b00b86466'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:31.878498 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-94eee880-dd4d-4ea5-b333-40383bfd81ba req-790afcb3-0aa9-4d1a-97f3-d03d302c1a49 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] For port 5a4062f2-4fa0-496f-b854-05006c824a01, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=5a4062f2-4fa0-496f-b854-05006c824a01,segment=NetworkSegment(85f93deb-157e-4500-8ba3-ce93d8206079),segment_id=85f93deb-157e-4500-8ba3-ce93d8206079)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:31.879112 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-94eee880-dd4d-4ea5-b333-40383bfd81ba req-790afcb3-0aa9-4d1a-97f3-d03d302c1a49 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:31.999647 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:32.130225 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:32.175271 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=8129ddd6-d7bc-4523-886b-949686faad64,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:32.232076 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:32.280435 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-df31228a-c073-4daa-9da8-3a1381359d54 req-744e79d2-72b7-499b-9197-ef9b99b4550b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430633 Apr 30 13:20:32.293410 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-94eee880-dd4d-4ea5-b333-40383bfd81ba req-790afcb3-0aa9-4d1a-97f3-d03d302c1a49 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Calling delete_port for 5a4062f2-4fa0-496f-b854-05006c824a01 owned by compute:nova {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:32.369586 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554a28a-6366-447f-9469-d9c7fd68713a req-7b5f4a3f-d216-47c8-b796-7583b00c13fe tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:32.371360 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7554a28a-6366-447f-9469-d9c7fd68713a req-7b5f4a3f-d216-47c8-b796-7583b00c13fe tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 945 time: 0.7209587 Apr 30 13:20:32.414297 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2fa302-f0b9-426b-b004-e9edca678f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8129ddd6-d7bc-4523-886b-949686faad64', 'code': 200} Apr 30 13:20:32.419283 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:32.427274 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:32.427782 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-07c4851c-ccce-45cf-b3cb-076a6e3e0725 None None] Provisioning for port 551e8613-1ef4-44b6-87f3-bf61513c1875 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:20:32.454987 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port 62c424e3-992a-401f-8b7f-3e3c2b76f16a, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=62c424e3-992a-401f-8b7f-3e3c2b76f16a,segment=NetworkSegment(e564743a-1648-4f5f-9e10-72ec718aa3fb),segment_id=e564743a-1648-4f5f-9e10-72ec718aa3fb)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:32.480558 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-07c4851c-ccce-45cf-b3cb-076a6e3e0725 None None] Provisioning complete for port 551e8613-1ef4-44b6-87f3-bf61513c1875 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:32.481836 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-07c4851c-ccce-45cf-b3cb-076a6e3e0725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:32.517920 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7554a28a-6366-447f-9469-d9c7fd68713a req-79c689b0-e720-4bfa-9f24-47f0970d8060 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e6188d6-8f00-4b89-9f81-f5f49ab50477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242476 Apr 30 13:20:32.545593 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:32.574073 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:32.586608 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:32.612052 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cd82b1-af0e-4511-bfb0-f0982a3f1c25', 'name': 'tempest-TestVolumeBootPattern-246032762-router', 'tenant_id': 'b759a97310364d01ab234f23911a1e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '82702b02-cfca-459c-9d5f-74b2513b88fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:23Z', 'updated_at': '2021-04-30T13:20:25Z', 'revision_number': 3, 'project_id': 'b759a97310364d01ab234f23911a1e68', 'gw_port': {'id': '82702b02-cfca-459c-9d5f-74b2513b88fc', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:16:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cd82b1-af0e-4511-bfb0-f0982a3f1c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:24Z', 'updated_at': '2021-04-30T13:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:32.623226 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81047ea-5902-483b-8c6a-db9e25085da8 None None] The sync data for ids ['50cd82b1-af0e-4511-bfb0-f0982a3f1c25'] in dv-cinder-784453-4-iscsi is: [{'id': '50cd82b1-af0e-4511-bfb0-f0982a3f1c25', 'name': 'tempest-TestVolumeBootPattern-246032762-router', 'tenant_id': 'b759a97310364d01ab234f23911a1e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '82702b02-cfca-459c-9d5f-74b2513b88fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:23Z', 'updated_at': '2021-04-30T13:20:25Z', 'revision_number': 3, 'project_id': 'b759a97310364d01ab234f23911a1e68', 'gw_port': {'id': '82702b02-cfca-459c-9d5f-74b2513b88fc', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:16:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cd82b1-af0e-4511-bfb0-f0982a3f1c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:24Z', 'updated_at': '2021-04-30T13:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}] {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:32.630484 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-00604844-3ba1-419f-b3e4-0241aa5c6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:32.679971 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-537853ca-baf3-4adb-8ed9-b6560abc721a None None] Set router 5d0d4914-dd86-44a6-8c48-8e1b00b86466 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:32.743390 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-94eee880-dd4d-4ea5-b333-40383bfd81ba req-790afcb3-0aa9-4d1a-97f3-d03d302c1a49 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:32.758744 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:32.785413 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-67101044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66717015'] for router_interface, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:32.791663 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 79425117-d282-4d67-9dea-6f14dd7992b6 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:20:32.828954 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Pushing event updated for resources: {'Port': ['ID=551e8613-1ef4-44b6-87f3-bf61513c1875,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:32.845729 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:32.848506 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790afcb3-0aa9-4d1a-97f3-d03d302c1a49 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Pushing event deleted for resources: {'Port': ['ID=5a4062f2-4fa0-496f-b854-05006c824a01,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:32.854747 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-790afcb3-0aa9-4d1a-97f3-d03d302c1a49 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:33.021185 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-94eee880-dd4d-4ea5-b333-40383bfd81ba req-790afcb3-0aa9-4d1a-97f3-d03d302c1a49 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] No DVR routers for this DVR port 5a4062f2-4fa0-496f-b854-05006c824a01 on host hv-cinder-78445 {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:33.026199 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-94eee880-dd4d-4ea5-b333-40383bfd81ba req-790afcb3-0aa9-4d1a-97f3-d03d302c1a49 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:33.039814 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99cbde8a-c152-4038-a60b-9efd8cd55037', 'name': 'network-vif-deleted', 'tag': '5a4062f2-4fa0-496f-b854-05006c824a01'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:33.083274 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-94eee880-dd4d-4ea5-b333-40383bfd81ba req-790afcb3-0aa9-4d1a-97f3-d03d302c1a49 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.71 "DELETE /v2.0/ports/5a4062f2-4fa0-496f-b854-05006c824a01 HTTP/1.1" status: 204 len: 173 time: 2.0018718 Apr 30 13:20:33.155710 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=62c424e3-992a-401f-8b7f-3e3c2b76f16a,revision_number=3']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:33.194469 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:33.200145 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-07c4851c-ccce-45cf-b3cb-076a6e3e0725 None None] Port 551e8613-1ef4-44b6-87f3-bf61513c1875 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:20:33.227838 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99cbde8a-c152-4038-a60b-9efd8cd55037', 'name': 'network-vif-deleted', 'tag': '5a4062f2-4fa0-496f-b854-05006c824a01', 'status': 'completed', 'code': 200} Apr 30 13:20:33.574423 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Network b36bc8be-eab8-47b7-a723-7f542c36e094 is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:20:33.578298 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:20:33.582793 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98dbd24-a001-41c1-8247-4d30efa1ce26 req-79559966-318c-4f3a-a9cd-90bf866952e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:33.584791 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-a98dbd24-a001-41c1-8247-4d30efa1ce26 req-79559966-318c-4f3a-a9cd-90bf866952e4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 1098 time: 0.5950236 Apr 30 13:20:33.747963 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 79425117-d282-4d67-9dea-6f14dd7992b6 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:33.748679 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:33.860581 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b819af-2336-4f52-89dd-87f28b526adf req-1c0c8e12-2acb-4884-98c3-720f1919da31 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:33.874403 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b0b819af-2336-4f52-89dd-87f28b526adf req-1c0c8e12-2acb-4884-98c3-720f1919da31 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 945 time: 0.2436664 Apr 30 13:20:34.087281 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-537853ca-baf3-4adb-8ed9-b6560abc721a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'name': 'tempest-TestShelveInstance-2080836848-router', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:38Z', 'updated_at': '2021-04-30T13:14:45Z', 'revision_number': 4, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'gw_port': {'id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:40Z', 'updated_at': '2021-04-30T13:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '300724d9-0dc0-4200-863a-a9ea7112fea5', 'name': '', 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'mac_address': 'fa:16:3e:74:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:44Z', 'updated_at': '2021-04-30T13:14:53Z', 'revision_number': 5, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'subnets': [{'id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:34.118309 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537853ca-baf3-4adb-8ed9-b6560abc721a None None] The sync data for ids ['5d0d4914-dd86-44a6-8c48-8e1b00b86466'] in dv-cinder-784453-4-iscsi is: [{'id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'name': 'tempest-TestShelveInstance-2080836848-router', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:38Z', 'updated_at': '2021-04-30T13:14:45Z', 'revision_number': 4, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'gw_port': {'id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:40Z', 'updated_at': '2021-04-30T13:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '300724d9-0dc0-4200-863a-a9ea7112fea5', 'name': '', 'network_id': '66923575-b46e-40eb-b42a-88dc2b7e5194', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'mac_address': 'fa:16:3e:74:ed:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:44Z', 'updated_at': '2021-04-30T13:14:53Z', 'revision_number': 5, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'subnets': [{'id': 'ea60b372-e31d-4889-9a21-31d3bc9ba44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:34.157585 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b0b819af-2336-4f52-89dd-87f28b526adf req-f5f080b0-33b3-485d-aab7-e119aa13ba58 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818465 Apr 30 13:20:34.162474 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-52463791-f3b5-4c0f-a3d5-a17670b1ac44 req-2a10dae0-e15e-40ee-b7e4-fd80b2a4c3c3 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Synchronizing usage tracker for tenant:2e010a31d7104f119fb0a3ab9fe7e8bc on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:20:34.187199 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-b14c20c8-b5d0-41fc-8518-7ae90c39f42d None None] Provisioning complete for port 551e8613-1ef4-44b6-87f3-bf61513c1875 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:34.187380 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-b14c20c8-b5d0-41fc-8518-7ae90c39f42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:34.187702 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-a98dbd24-a001-41c1-8247-4d30efa1ce26 req-3de57718-d9b1-460e-977a-708bf4431d06 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5927191 Apr 30 13:20:34.228410 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-52463791-f3b5-4c0f-a3d5-a17670b1ac44 req-2a10dae0-e15e-40ee-b7e4-fd80b2a4c3c3 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Unset dirty status for tenant:2e010a31d7104f119fb0a3ab9fe7e8bc on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:20:34.230860 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-52463791-f3b5-4c0f-a3d5-a17670b1ac44 req-2a10dae0-e15e-40ee-b7e4-fd80b2a4c3c3 tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "GET /v2.0/ports?device_id=99cbde8a-c152-4038-a60b-9efd8cd55037 HTTP/1.1" status: 200 len: 210 time: 0.2195587 Apr 30 13:20:34.274781 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-b14c20c8-b5d0-41fc-8518-7ae90c39f42d None None] Port 551e8613-1ef4-44b6-87f3-bf61513c1875 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:20:34.291223 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Router 50cd82b1-af0e-4511-bfb0-f0982a3f1c25 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:20:34.665925 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 5a4062f2-4fa0-496f-b854-05006c824a01 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:34.670134 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:34.686420 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-a36919c7-56ac-449b-a0c0-8625e305e558 admin admin] 10.222.0.69 "PUT /v2.0/routers/50cd82b1-af0e-4511-bfb0-f0982a3f1c25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4124157 Apr 30 13:20:34.732476 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf30fe31-78ff-47d2-9591-16c585996147 None None] New status for floating IP eed2b998-a823-40ab-93a4-ee0514ff4872: DOWN {{(pid=73815) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:20:34.855848 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 82702b02-cfca-459c-9d5f-74b2513b88fc up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:20:35.004577 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: 5a4062f2-4fa0-496f-b854-05006c824a01 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:35.006526 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 5a4062f2-4fa0-496f-b854-05006c824a01 not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:35.123834 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 82702b02-cfca-459c-9d5f-74b2513b88fc completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:20:35.135947 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 82702b02-cfca-459c-9d5f-74b2513b88fc triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:35.136619 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:35.514889 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:35.546786 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port 82702b02-cfca-459c-9d5f-74b2513b88fc, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=82702b02-cfca-459c-9d5f-74b2513b88fc,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:35.558222 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:35.561082 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 62c424e3-992a-401f-8b7f-3e3c2b76f16a up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:20:35.601293 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:35.625602 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55bee1-d339-47a0-b809-5c79d571df08 req-44b71ee6-570f-4895-8f7b-ecc422cade8b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:35.632107 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5f55bee1-d339-47a0-b809-5c79d571df08 req-44b71ee6-570f-4895-8f7b-ecc422cade8b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 945 time: 0.2290633 Apr 30 13:20:35.718607 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:35.733220 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Sync routers for ids ['50cd82b1-af0e-4511-bfb0-f0982a3f1c25'] in dv-cinder-784453-4-iscsi {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:35.753937 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Routers {'50cd82b1-af0e-4511-bfb0-f0982a3f1c25'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:35.754866 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:20:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['50cd82b1-af0e-4511-bfb0-f0982a3f1c25'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:35.785984 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5f55bee1-d339-47a0-b809-5c79d571df08 req-a947854d-4cef-4dc9-86c3-3b8257d98a17 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430612 Apr 30 13:20:35.838078 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-4251fc5c-f031-4847-9c73-f08eb6c8d103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:35.852529 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=82702b02-cfca-459c-9d5f-74b2513b88fc,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:35.859039 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:35.883823 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 62c424e3-992a-401f-8b7f-3e3c2b76f16a triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:35.884616 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:35.977128 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44820) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:36.057659 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Set router 50cd82b1-af0e-4511-bfb0-f0982a3f1c25 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:36.093282 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44824) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:36.103921 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-26f55e06-9d8b-4a29-930f-9435399cbd7d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1987593170', 'description': 'tempest-secgroup-smoke-1987593170 description', 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:36.114799 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-26f55e06-9d8b-4a29-930f-9435399cbd7d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:36.121646 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-26f55e06-9d8b-4a29-930f-9435399cbd7d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Usage tracker for resource:security_group and tenant:84922ba9fd0e4a5baa2926c4a19eadbe is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:36.128162 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-26f55e06-9d8b-4a29-930f-9435399cbd7d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:36.141758 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-26f55e06-9d8b-4a29-930f-9435399cbd7d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:36.143354 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-05a9f2e6-e14b-402a-9a00-3aaa2c6c4dca tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.155278 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-26f55e06-9d8b-4a29-930f-9435399cbd7d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.181078 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-26f55e06-9d8b-4a29-930f-9435399cbd7d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:36.185744 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-26f55e06-9d8b-4a29-930f-9435399cbd7d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Usage tracker for resource:security_group_rule and tenant:84922ba9fd0e4a5baa2926c4a19eadbe is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:36.189936 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-26f55e06-9d8b-4a29-930f-9435399cbd7d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:36.197252 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-26f55e06-9d8b-4a29-930f-9435399cbd7d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:36.208740 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-05a9f2e6-e14b-402a-9a00-3aaa2c6c4dca tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.295474 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-26f55e06-9d8b-4a29-930f-9435399cbd7d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.302159 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-26f55e06-9d8b-4a29-930f-9435399cbd7d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.313983 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d792fa9f-45cb-4dab-aef8-f8182ce2ab55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:36.330336 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-05a9f2e6-e14b-402a-9a00-3aaa2c6c4dca tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.340171 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-088600f1-1263-4acf-8859-adcc5b3c5cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:36.367865 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9f2e6-e14b-402a-9a00-3aaa2c6c4dca tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6188d6-8f00-4b89-9f81-f5f49ab50477,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:36.372210 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-26f55e06-9d8b-4a29-930f-9435399cbd7d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.373147 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-05a9f2e6-e14b-402a-9a00-3aaa2c6c4dca tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:36.374356 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-26f55e06-9d8b-4a29-930f-9435399cbd7d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2788570 Apr 30 13:20:36.375680 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f55e06-9d8b-4a29-930f-9435399cbd7d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:36.378740 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44828) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:36.382964 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-26f55e06-9d8b-4a29-930f-9435399cbd7d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:36.386674 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-d6f6f232-440f-4939-aa52-1895ed2f7afb tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Request body: {'security_group_rule': {'security_group_id': '7a1b8bc0-fa45-4749-a36c-a8add27ccbb2', 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:36.389081 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-05a9f2e6-e14b-402a-9a00-3aaa2c6c4dca tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.395488 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-05a9f2e6-e14b-402a-9a00-3aaa2c6c4dca tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] 10.222.0.69 "DELETE /v2.0/security-groups/8e6188d6-8f00-4b89-9f81-f5f49ab50477 HTTP/1.1" status: 204 len: 168 time: 0.4123979 Apr 30 13:20:36.395816 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-d6f6f232-440f-4939-aa52-1895ed2f7afb tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:36.399700 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-d6f6f232-440f-4939-aa52-1895ed2f7afb tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Usage tracker for resource:security_group_rule and tenant:84922ba9fd0e4a5baa2926c4a19eadbe is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:36.404317 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-d6f6f232-440f-4939-aa52-1895ed2f7afb tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:36.417139 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-d6f6f232-440f-4939-aa52-1895ed2f7afb tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:36.449165 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d6f6f232-440f-4939-aa52-1895ed2f7afb tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.504049 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44834) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:36.543745 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.573637 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d6f6f232-440f-4939-aa52-1895ed2f7afb tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.581236 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d6f6f232-440f-4939-aa52-1895ed2f7afb tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.585092 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-15850121-c063-47a1-9e9b-a6c056d3a5ab tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:36.614710 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f6f232-440f-4939-aa52-1895ed2f7afb tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8581660-487d-47b6-9866-8953dbcd77a0,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:36.624882 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d6f6f232-440f-4939-aa52-1895ed2f7afb tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:36.633288 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d6f6f232-440f-4939-aa52-1895ed2f7afb tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.638710 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-d6f6f232-440f-4939-aa52-1895ed2f7afb tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2576003 Apr 30 13:20:36.638970 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44840) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:36.646041 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-bfc396f4-044f-413b-8624-9abc4cbd8112 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Request body: {'security_group_rule': {'security_group_id': '7a1b8bc0-fa45-4749-a36c-a8add27ccbb2', 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:36.653619 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-bfc396f4-044f-413b-8624-9abc4cbd8112 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:36.660991 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-bfc396f4-044f-413b-8624-9abc4cbd8112 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Usage tracker for resource:security_group_rule and tenant:84922ba9fd0e4a5baa2926c4a19eadbe is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:36.667032 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-bfc396f4-044f-413b-8624-9abc4cbd8112 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:36.676912 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-bfc396f4-044f-413b-8624-9abc4cbd8112 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:36.704689 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bfc396f4-044f-413b-8624-9abc4cbd8112 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.706201 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 82702b02-cfca-459c-9d5f-74b2513b88fc up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:20:36.712245 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cd82b1-af0e-4511-bfb0-f0982a3f1c25', 'name': 'tempest-TestVolumeBootPattern-246032762-router', 'tenant_id': 'b759a97310364d01ab234f23911a1e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '82702b02-cfca-459c-9d5f-74b2513b88fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:23Z', 'updated_at': '2021-04-30T13:20:31Z', 'revision_number': 4, 'project_id': 'b759a97310364d01ab234f23911a1e68', 'gw_port': {'id': '82702b02-cfca-459c-9d5f-74b2513b88fc', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cd82b1-af0e-4511-bfb0-f0982a3f1c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:24Z', 'updated_at': '2021-04-30T13:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '551e8613-1ef4-44b6-87f3-bf61513c1875', 'name': '', 'network_id': 'b36bc8be-eab8-47b7-a723-7f542c36e094', 'tenant_id': 'b759a97310364d01ab234f23911a1e68', 'mac_address': 'fa:16:3e:e1:54:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cd82b1-af0e-4511-bfb0-f0982a3f1c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bab7e0dd-271a-4420-b3f5-023ee7f5479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:30Z', 'updated_at': '2021-04-30T13:20:32Z', 'revision_number': 2, 'project_id': 'b759a97310364d01ab234f23911a1e68', 'subnets': [{'id': 'bab7e0dd-271a-4420-b3f5-023ee7f5479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:36.719071 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Checking router: 50cd82b1-af0e-4511-bfb0-f0982a3f1c25 for host: dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:36.719571 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Updating router 50cd82b1-af0e-4511-bfb0-f0982a3f1c25 port 551e8613-1ef4-44b6-87f3-bf61513c1875 binding host dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 30 13:20:36.828680 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 82702b02-cfca-459c-9d5f-74b2513b88fc triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:36.829310 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.847474 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.856453 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bfc396f4-044f-413b-8624-9abc4cbd8112 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.864295 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bfc396f4-044f-413b-8624-9abc4cbd8112 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.881719 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:36.942949 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc396f4-044f-413b-8624-9abc4cbd8112 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554fca43-b76c-44fa-a0f4-03df478c2912,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:36.955418 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-bfc396f4-044f-413b-8624-9abc4cbd8112 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:36.966192 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-bfc396f4-044f-413b-8624-9abc4cbd8112 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:36.970046 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-bfc396f4-044f-413b-8624-9abc4cbd8112 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3294713 Apr 30 13:20:36.977759 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44846) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:36.993679 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-63e3b51e-3dfc-4da4-87b9-30022692d88e tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Request body: {'security_group_rule': {'security_group_id': '7a1b8bc0-fa45-4749-a36c-a8add27ccbb2', 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:37.005658 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-63e3b51e-3dfc-4da4-87b9-30022692d88e tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:37.015815 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-63e3b51e-3dfc-4da4-87b9-30022692d88e tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Usage tracker for resource:security_group_rule and tenant:84922ba9fd0e4a5baa2926c4a19eadbe is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:37.024693 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-63e3b51e-3dfc-4da4-87b9-30022692d88e tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:37.038953 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-63e3b51e-3dfc-4da4-87b9-30022692d88e tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:37.091930 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-63e3b51e-3dfc-4da4-87b9-30022692d88e tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.271301 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-63e3b51e-3dfc-4da4-87b9-30022692d88e tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.272637 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-ae4dbc65-fcc8-40e9-a6f5-bca7a002df36 req-3807fa50-5065-403a-a981-f8fbe575c01d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ccecde33-e41a-46fc-9ee1-f0834326656f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4192247 Apr 30 13:20:37.281071 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de70471-7beb-4ccb-b910-fa45b309efa1 req-03cfb9cb-ec0e-4fc4-9c92-467c44c4d999 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:37.282844 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9de70471-7beb-4ccb-b910-fa45b309efa1 req-03cfb9cb-ec0e-4fc4-9c92-467c44c4d999 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 945 time: 0.1825583 Apr 30 13:20:37.286532 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-63e3b51e-3dfc-4da4-87b9-30022692d88e tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.289451 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-09c58689-1818-4290-86a3-8866758b4716 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:37.346120 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3b51e-3dfc-4da4-87b9-30022692d88e tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=857b0ae0-1ebe-426b-a2a6-5ddc0a35f8e1,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:37.353658 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-63e3b51e-3dfc-4da4-87b9-30022692d88e tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:37.392322 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-63e3b51e-3dfc-4da4-87b9-30022692d88e tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.398888 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-63e3b51e-3dfc-4da4-87b9-30022692d88e tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4142632 Apr 30 13:20:37.399201 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44850) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:37.408090 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-7b303ab3-5cad-49c8-80c5-c2cb94678d54 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Request body: {'security_group_rule': {'security_group_id': '7a1b8bc0-fa45-4749-a36c-a8add27ccbb2', 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:37.419944 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9de70471-7beb-4ccb-b910-fa45b309efa1 req-3e225a92-0d83-4d14-a2c2-dd69ee20a3aa tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154246 Apr 30 13:20:37.424745 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-7b303ab3-5cad-49c8-80c5-c2cb94678d54 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:37.436196 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-7b303ab3-5cad-49c8-80c5-c2cb94678d54 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Usage tracker for resource:security_group_rule and tenant:84922ba9fd0e4a5baa2926c4a19eadbe is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:37.447746 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-7b303ab3-5cad-49c8-80c5-c2cb94678d54 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:37.475463 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-7b303ab3-5cad-49c8-80c5-c2cb94678d54 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:37.539621 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7b303ab3-5cad-49c8-80c5-c2cb94678d54 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.634206 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.658587 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.provisioning_blocks [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Transition to ACTIVE for port object 551e8613-1ef4-44b6-87f3-bf61513c1875 will not be triggered until provisioned by entity L2. {{(pid=73816) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:20:37.660794 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7b303ab3-5cad-49c8-80c5-c2cb94678d54 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.669250 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7b303ab3-5cad-49c8-80c5-c2cb94678d54 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.672506 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.676356 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:37.681803 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-e1a35c94-046b-4a01-8bd6-3dae685cd39b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:37.699355 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dbc65-fcc8-40e9-a6f5-bca7a002df36 req-e8a807db-baee-46c0-b7f6-e965bcc470fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:37.702430 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-ae4dbc65-fcc8-40e9-a6f5-bca7a002df36 req-e8a807db-baee-46c0-b7f6-e965bcc470fe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=ea398af75bc44966965248e1ea7440c4&device_id=ccecde33-e41a-46fc-9ee1-f0834326656f HTTP/1.1" status: 200 len: 1099 time: 0.2852933 Apr 30 13:20:37.732587 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7b303ab3-5cad-49c8-80c5-c2cb94678d54 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.739020 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-7b303ab3-5cad-49c8-80c5-c2cb94678d54 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3381391 Apr 30 13:20:37.739982 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44856) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:37.759303 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-489820e6-33d6-47d5-ab6d-bfba0c5d1b43 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Request body: {'security_group_rule': {'security_group_id': '7a1b8bc0-fa45-4749-a36c-a8add27ccbb2', 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:37.775331 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b303ab3-5cad-49c8-80c5-c2cb94678d54 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485c248c-0437-4c11-a5e7-7fc2ac6dfb25,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:37.780339 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7b303ab3-5cad-49c8-80c5-c2cb94678d54 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:37.782301 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-489820e6-33d6-47d5-ab6d-bfba0c5d1b43 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:37.790314 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-489820e6-33d6-47d5-ab6d-bfba0c5d1b43 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Usage tracker for resource:security_group_rule and tenant:84922ba9fd0e4a5baa2926c4a19eadbe is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:37.797517 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-489820e6-33d6-47d5-ab6d-bfba0c5d1b43 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:37.811712 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-489820e6-33d6-47d5-ab6d-bfba0c5d1b43 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:37.836465 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.db.securitygroups_db [None req-489820e6-33d6-47d5-ab6d-bfba0c5d1b43 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Project 84922ba9fd0e4a5baa2926c4a19eadbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:20:37.863141 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-489820e6-33d6-47d5-ab6d-bfba0c5d1b43 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:37.872646 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880ab64-eccf-4a19-9b55-5183a7bea9de None None] Pushing event updated for resources: {'Port': ['ID=551e8613-1ef4-44b6-87f3-bf61513c1875,revision_number=3']} {{(pid=73816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:37.880084 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-7880ab64-eccf-4a19-9b55-5183a7bea9de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:37.915435 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:38.124694 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-489820e6-33d6-47d5-ab6d-bfba0c5d1b43 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:38.133580 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-489820e6-33d6-47d5-ab6d-bfba0c5d1b43 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:38.133898 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dbc65-fcc8-40e9-a6f5-bca7a002df36 req-13c355ed-fb20-4cde-9405-4765c7ea3f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:38.139712 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-ae4dbc65-fcc8-40e9-a6f5-bca7a002df36 req-13c355ed-fb20-4cde-9405-4765c7ea3f0d service neutron] 10.222.0.71 "GET /v2.0/networks?id=80f53de5-5259-4652-858e-b5c33566feb0 HTTP/1.1" status: 200 len: 916 time: 0.4121065 Apr 30 13:20:38.178871 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:38.213769 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-489820e6-33d6-47d5-ab6d-bfba0c5d1b43 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:38.220994 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-489820e6-33d6-47d5-ab6d-bfba0c5d1b43 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4727833 Apr 30 13:20:38.222531 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44864) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:38.222730 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Attempting to bind port 551e8613-1ef4-44b6-87f3-bf61513c1875 on host dv-cinder-784453-4-iscsi for vnic_type normal with profile {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:20:38.222983 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Attempting to bind port 551e8613-1ef4-44b6-87f3-bf61513c1875 by drivers openvswitch,hyperv on host dv-cinder-784453-4-iscsi at level 0 using segments [{'id': 'e564743a-1648-4f5f-9e10-72ec718aa3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b36bc8be-eab8-47b7-a723-7f542c36e094'}] {{(pid=73816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:20:38.223371 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Attempting to bind port 551e8613-1ef4-44b6-87f3-bf61513c1875 on network b36bc8be-eab8-47b7-a723-7f542c36e094 {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:20:38.230635 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Checking agent: {'id': 'cafe09e2-8863-47b2-8bb3-5c272fa66f6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784453-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 3, 5), 'started_at': datetime.datetime(2021, 4, 30, 13, 3, 35), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784453-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:20:38.231017 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Checking segment: {'id': 'e564743a-1648-4f5f-9e10-72ec718aa3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b36bc8be-eab8-47b7-a723-7f542c36e094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73816) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:20:38.231426 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:38.231826 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Bound using segment: {'id': 'e564743a-1648-4f5f-9e10-72ec718aa3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b36bc8be-eab8-47b7-a723-7f542c36e094'} {{(pid=73816) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:20:38.232316 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.managers [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Bound port: 551e8613-1ef4-44b6-87f3-bf61513c1875, host: dv-cinder-784453-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e564743a-1648-4f5f-9e10-72ec718aa3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b36bc8be-eab8-47b7-a723-7f542c36e094'}}] {{(pid=73816) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:20:38.232717 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:38.239904 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [None req-519e4738-a782-4dea-bf63-51573fd41722 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Request body: {'security_group_rule': {'security_group_id': '7a1b8bc0-fa45-4749-a36c-a8add27ccbb2', 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:20:38.254777 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489820e6-33d6-47d5-ab6d-bfba0c5d1b43 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16b6dc9e-8255-4a87-a2a1-f51e483bff79,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:38.258668 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-489820e6-33d6-47d5-ab6d-bfba0c5d1b43 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:38.260625 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-519e4738-a782-4dea-bf63-51573fd41722 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:20:38.268421 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-519e4738-a782-4dea-bf63-51573fd41722 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Usage tracker for resource:security_group_rule and tenant:84922ba9fd0e4a5baa2926c4a19eadbe is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:20:38.274786 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-519e4738-a782-4dea-bf63-51573fd41722 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:20:38.287774 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-519e4738-a782-4dea-bf63-51573fd41722 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:20:38.310130 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.db.securitygroups_db [None req-519e4738-a782-4dea-bf63-51573fd41722 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Project 84922ba9fd0e4a5baa2926c4a19eadbe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 30 13:20:38.325611 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-519e4738-a782-4dea-bf63-51573fd41722 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:38.401654 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.db [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] For port 551e8613-1ef4-44b6-87f3-bf61513c1875, host dv-cinder-784453-4-iscsi, cleared binding levels {{(pid=73816) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:20:38.406710 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.plugins.ml2.db [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] For port 551e8613-1ef4-44b6-87f3-bf61513c1875, host dv-cinder-784453-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=551e8613-1ef4-44b6-87f3-bf61513c1875,segment=NetworkSegment(e564743a-1648-4f5f-9e10-72ec718aa3fb),segment_id=e564743a-1648-4f5f-9e10-72ec718aa3fb)] {{(pid=73816) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:20:38.414344 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron_lib.callbacks.manager [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:38.425886 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:38.500112 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-519e4738-a782-4dea-bf63-51573fd41722 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:38.501549 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Routers {'50cd82b1-af0e-4511-bfb0-f0982a3f1c25'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:38.502180 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:20:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['50cd82b1-af0e-4511-bfb0-f0982a3f1c25'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:38.508276 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-519e4738-a782-4dea-bf63-51573fd41722 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633614'] for security_group_rule, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:38.510863 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:38.546844 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e4738-a782-4dea-bf63-51573fd41722 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437d102d-39fa-436d-8141-749bd873f336,revision_number=0']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:38.556456 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-519e4738-a782-4dea-bf63-51573fd41722 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:38.567200 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-519e4738-a782-4dea-bf63-51573fd41722 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:38.569305 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-519e4738-a782-4dea-bf63-51573fd41722 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3386619 Apr 30 13:20:38.647162 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-ae4dbc65-fcc8-40e9-a6f5-bca7a002df36 req-97dade45-33fa-405b-88f4-01773b4d6bd1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4d680b6-708a-42f8-a62f-e54604d1aaed HTTP/1.1" status: 200 len: 217 time: 0.4948692 Apr 30 13:20:38.651254 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-474b1cdc-e7c6-497e-ba87-0af2a1e7db9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66717029'] for router_interface, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:38.725793 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880ab64-eccf-4a19-9b55-5183a7bea9de None None] Pushing event updated for resources: {'Port': ['ID=551e8613-1ef4-44b6-87f3-bf61513c1875,revision_number=4']} {{(pid=73816) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:38.732127 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG oslo_concurrency.lockutils [None req-7880ab64-eccf-4a19-9b55-5183a7bea9de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=73816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:38.805076 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] Set router 50cd82b1-af0e-4511-bfb0-f0982a3f1c25 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:38.985551 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4dbc65-fcc8-40e9-a6f5-bca7a002df36 req-624c1abf-3dc9-4168-a6fe-b16cce2c5234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:38.987046 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-ae4dbc65-fcc8-40e9-a6f5-bca7a002df36 req-624c1abf-3dc9-4168-a6fe-b16cce2c5234 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e HTTP/1.1" status: 200 len: 854 time: 0.2430308 Apr 30 13:20:39.140464 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-ae4dbc65-fcc8-40e9-a6f5-bca7a002df36 req-b41a6c4f-9b09-4bcd-8a74-6b868c10dce0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=80f53de5-5259-4652-858e-b5c33566feb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955904 Apr 30 13:20:39.327032 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cd82b1-af0e-4511-bfb0-f0982a3f1c25', 'name': 'tempest-TestVolumeBootPattern-246032762-router', 'tenant_id': 'b759a97310364d01ab234f23911a1e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '82702b02-cfca-459c-9d5f-74b2513b88fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:23Z', 'updated_at': '2021-04-30T13:20:31Z', 'revision_number': 4, 'project_id': 'b759a97310364d01ab234f23911a1e68', 'gw_port': {'id': '82702b02-cfca-459c-9d5f-74b2513b88fc', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cd82b1-af0e-4511-bfb0-f0982a3f1c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:24Z', 'updated_at': '2021-04-30T13:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '551e8613-1ef4-44b6-87f3-bf61513c1875', 'name': '', 'network_id': 'b36bc8be-eab8-47b7-a723-7f542c36e094', 'tenant_id': 'b759a97310364d01ab234f23911a1e68', 'mac_address': 'fa:16:3e:e1:54:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cd82b1-af0e-4511-bfb0-f0982a3f1c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bab7e0dd-271a-4420-b3f5-023ee7f5479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:30Z', 'updated_at': '2021-04-30T13:20:38Z', 'revision_number': 4, 'project_id': 'b759a97310364d01ab234f23911a1e68', 'subnets': [{'id': 'bab7e0dd-271a-4420-b3f5-023ee7f5479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:39.334589 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66daf07c-008c-40e4-9b8a-4169abbd0bd0 None None] The sync data for ids ['50cd82b1-af0e-4511-bfb0-f0982a3f1c25'] in dv-cinder-784453-4-iscsi is: [{'id': '50cd82b1-af0e-4511-bfb0-f0982a3f1c25', 'name': 'tempest-TestVolumeBootPattern-246032762-router', 'tenant_id': 'b759a97310364d01ab234f23911a1e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '82702b02-cfca-459c-9d5f-74b2513b88fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:23Z', 'updated_at': '2021-04-30T13:20:31Z', 'revision_number': 4, 'project_id': 'b759a97310364d01ab234f23911a1e68', 'gw_port': {'id': '82702b02-cfca-459c-9d5f-74b2513b88fc', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cd82b1-af0e-4511-bfb0-f0982a3f1c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:24Z', 'updated_at': '2021-04-30T13:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '551e8613-1ef4-44b6-87f3-bf61513c1875', 'name': '', 'network_id': 'b36bc8be-eab8-47b7-a723-7f542c36e094', 'tenant_id': 'b759a97310364d01ab234f23911a1e68', 'mac_address': 'fa:16:3e:e1:54:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50cd82b1-af0e-4511-bfb0-f0982a3f1c25', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': 'bab7e0dd-271a-4420-b3f5-023ee7f5479a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:30Z', 'updated_at': '2021-04-30T13:20:38Z', 'revision_number': 4, 'project_id': 'b759a97310364d01ab234f23911a1e68', 'subnets': [{'id': 'bab7e0dd-271a-4420-b3f5-023ee7f5479a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:39.545016 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-ae4dbc65-fcc8-40e9-a6f5-bca7a002df36 req-d01af0dd-bfe2-467f-8f24-393006457435 service neutron] 10.222.0.71 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977973 Apr 30 13:20:39.935550 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-ae4dbc65-fcc8-40e9-a6f5-bca7a002df36 req-a4f91724-7380-4c74-bb4f-77b57abe0237 service neutron] 10.222.0.71 "GET /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689063 Apr 30 13:20:39.964955 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-474b1cdc-e7c6-497e-ba87-0af2a1e7db9d admin admin] Deleting port 300724d9-0dc0-4200-863a-a9ea7112fea5 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:39.965307 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-474b1cdc-e7c6-497e-ba87-0af2a1e7db9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:40.126764 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-474b1cdc-e7c6-497e-ba87-0af2a1e7db9d admin admin] For port 300724d9-0dc0-4200-863a-a9ea7112fea5, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=300724d9-0dc0-4200-863a-a9ea7112fea5,segment=NetworkSegment(85f93deb-157e-4500-8ba3-ce93d8206079),segment_id=85f93deb-157e-4500-8ba3-ce93d8206079)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:40.127285 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-474b1cdc-e7c6-497e-ba87-0af2a1e7db9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:40.309329 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-474b1cdc-e7c6-497e-ba87-0af2a1e7db9d admin admin] Calling delete_port for 300724d9-0dc0-4200-863a-a9ea7112fea5 owned by network:router_interface {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:40.751754 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-474b1cdc-e7c6-497e-ba87-0af2a1e7db9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:40.759242 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 551e8613-1ef4-44b6-87f3-bf61513c1875 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:20:40.760141 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-cb6e8812-e399-42b2-b2af-aa6b07630c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:40.860956 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b1cdc-e7c6-497e-ba87-0af2a1e7db9d admin admin] Pushing event deleted for resources: {'Port': ['ID=300724d9-0dc0-4200-863a-a9ea7112fea5,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:40.960973 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning for port 551e8613-1ef4-44b6-87f3-bf61513c1875 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:20:40.988892 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 551e8613-1ef4-44b6-87f3-bf61513c1875 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:40.989597 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:41.195668 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-474b1cdc-e7c6-497e-ba87-0af2a1e7db9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:41.360571 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:41.433199 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] For port 551e8613-1ef4-44b6-87f3-bf61513c1875, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=551e8613-1ef4-44b6-87f3-bf61513c1875,segment=NetworkSegment(e564743a-1648-4f5f-9e10-72ec718aa3fb),segment_id=e564743a-1648-4f5f-9e10-72ec718aa3fb)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:41.443733 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:41.448163 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:41.562759 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Pushing event updated for resources: {'Port': ['ID=551e8613-1ef4-44b6-87f3-bf61513c1875,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:41.567358 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:41.579768 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-474b1cdc-e7c6-497e-ba87-0af2a1e7db9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-67101039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66710741'] for router_interface, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:42.005093 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474b1cdc-e7c6-497e-ba87-0af2a1e7db9d admin admin] Router 5d0d4914-dd86-44a6-8c48-8e1b00b86466 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:20:42.240520 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474b1cdc-e7c6-497e-ba87-0af2a1e7db9d admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:42.252469 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9038e979-669f-4883-9215-e2a3e8c7534b None None] Sync routers for ids ['5d0d4914-dd86-44a6-8c48-8e1b00b86466'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:42.264141 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-474b1cdc-e7c6-497e-ba87-0af2a1e7db9d admin admin] 10.222.0.69 "PUT /v2.0/routers/5d0d4914-dd86-44a6-8c48-8e1b00b86466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7579558 Apr 30 13:20:42.266988 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44942) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:42.277167 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9038e979-669f-4883-9215-e2a3e8c7534b None None] Routers {'5d0d4914-dd86-44a6-8c48-8e1b00b86466'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:42.278179 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-9038e979-669f-4883-9215-e2a3e8c7534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:20:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['5d0d4914-dd86-44a6-8c48-8e1b00b86466'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:42.542981 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d6846876-f9a6-48c8-8eda-b7208f88e424 admin admin] Notify callbacks [] for router, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:42.591464 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-9038e979-669f-4883-9215-e2a3e8c7534b None None] Set router 5d0d4914-dd86-44a6-8c48-8e1b00b86466 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:42.775486 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 551e8613-1ef4-44b6-87f3-bf61513c1875 up at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:20:42.873017 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d6846876-f9a6-48c8-8eda-b7208f88e424 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:42.982743 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Provisioning complete for port 551e8613-1ef4-44b6-87f3-bf61513c1875 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:20:42.983362 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:42.986132 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-d6846876-f9a6-48c8-8eda-b7208f88e424 admin admin] Deleting port d19cefb9-388e-4461-85a6-748b8b32b8be {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:42.986503 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d6846876-f9a6-48c8-8eda-b7208f88e424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:43.273112 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-d6846876-f9a6-48c8-8eda-b7208f88e424 admin admin] For port d19cefb9-388e-4461-85a6-748b8b32b8be, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=d19cefb9-388e-4461-85a6-748b8b32b8be,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:43.277801 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d6846876-f9a6-48c8-8eda-b7208f88e424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:43.348502 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-9038e979-669f-4883-9215-e2a3e8c7534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'name': 'tempest-TestShelveInstance-2080836848-router', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170'}], 'enable_snat': True}, 'gw_port_id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:38Z', 'updated_at': '2021-04-30T13:20:40Z', 'revision_number': 5, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'gw_port': {'id': 'd19cefb9-388e-4461-85a6-748b8b32b8be', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:40Z', 'updated_at': '2021-04-30T13:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:43.356632 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9038e979-669f-4883-9215-e2a3e8c7534b None None] Checking router: 5d0d4914-dd86-44a6-8c48-8e1b00b86466 for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:43.377445 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9038e979-669f-4883-9215-e2a3e8c7534b None None] Routers {'5d0d4914-dd86-44a6-8c48-8e1b00b86466'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:43.377445 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-9038e979-669f-4883-9215-e2a3e8c7534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:20:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['5d0d4914-dd86-44a6-8c48-8e1b00b86466'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:43.444920 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-d6846876-f9a6-48c8-8eda-b7208f88e424 admin admin] Calling delete_port for d19cefb9-388e-4461-85a6-748b8b32b8be owned by network:router_gateway {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:43.662242 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d6846876-f9a6-48c8-8eda-b7208f88e424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:43.669736 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a6f7330f-65ab-4de3-8d35-a355d176db59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:43.732986 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-9038e979-669f-4883-9215-e2a3e8c7534b None None] Set router 5d0d4914-dd86-44a6-8c48-8e1b00b86466 gateway port host: None {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:43.754263 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6846876-f9a6-48c8-8eda-b7208f88e424 admin admin] Pushing event deleted for resources: {'Port': ['ID=d19cefb9-388e-4461-85a6-748b8b32b8be,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:43.801128 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d6846876-f9a6-48c8-8eda-b7208f88e424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:43.922364 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d6846876-f9a6-48c8-8eda-b7208f88e424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66717938'] for router_gateway, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:43.925343 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-9038e979-669f-4883-9215-e2a3e8c7534b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'name': 'tempest-TestShelveInstance-2080836848-router', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:38Z', 'updated_at': '2021-04-30T13:20:42Z', 'revision_number': 6, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'gw_port_host': None}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:43.930680 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9038e979-669f-4883-9215-e2a3e8c7534b None None] The sync data for ids ['5d0d4914-dd86-44a6-8c48-8e1b00b86466'] in dv-cinder-784453-4-iscsi is: [{'id': '5d0d4914-dd86-44a6-8c48-8e1b00b86466', 'name': 'tempest-TestShelveInstance-2080836848-router', 'tenant_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:38Z', 'updated_at': '2021-04-30T13:20:42Z', 'revision_number': 6, 'project_id': '2e010a31d7104f119fb0a3ab9fe7e8bc', 'gw_port_host': None}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:44.142217 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d6846876-f9a6-48c8-8eda-b7208f88e424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66709549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-729'] for router, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:44.146177 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d6846876-f9a6-48c8-8eda-b7208f88e424 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:44.175372 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d6846876-f9a6-48c8-8eda-b7208f88e424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66710103'] for router, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:44.175961 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6846876-f9a6-48c8-8eda-b7208f88e424 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d0d4914-dd86-44a6-8c48-8e1b00b86466 {{(pid=73813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:20:44.195712 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-d6846876-f9a6-48c8-8eda-b7208f88e424 admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:44.197338 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-d6846876-f9a6-48c8-8eda-b7208f88e424 admin admin] 10.222.0.69 "DELETE /v2.0/routers/5d0d4914-dd86-44a6-8c48-8e1b00b86466 HTTP/1.1" status: 204 len: 168 time: 1.9290404 Apr 30 13:20:44.200736 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44950) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:44.332363 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-edae004e-a738-42ee-b1e4-5baf4a87750a admin admin] Deleting subnet ea60b372-e31d-4889-9a21-31d3bc9ba44a {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:20:44.338220 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-edae004e-a738-42ee-b1e4-5baf4a87750a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:44.437366 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-edae004e-a738-42ee-b1e4-5baf4a87750a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64371163'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:44.597329 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-edae004e-a738-42ee-b1e4-5baf4a87750a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726744'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:44.743240 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:20:44.820284 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 300724d9-0dc0-4200-863a-a9ea7112fea5 no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:44.892282 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: 300724d9-0dc0-4200-863a-a9ea7112fea5 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:44.892960 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 300724d9-0dc0-4200-863a-a9ea7112fea5 not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:44.893818 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device d19cefb9-388e-4461-85a6-748b8b32b8be no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:44.959649 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: d19cefb9-388e-4461-85a6-748b8b32b8be {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:44.960393 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device d19cefb9-388e-4461-85a6-748b8b32b8be not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:44.968995 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-edae004e-a738-42ee-b1e4-5baf4a87750a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64370389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65575225'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:44.979752 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:45.050670 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae004e-a738-42ee-b1e4-5baf4a87750a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea60b372-e31d-4889-9a21-31d3bc9ba44a,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:45.054978 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-edae004e-a738-42ee-b1e4-5baf4a87750a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:45.060034 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-edae004e-a738-42ee-b1e4-5baf4a87750a admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:45.068003 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66710811-a634-4e55-b356-4f2c3864f1fb None None] Network 66923575-b46e-40eb-b42a-88dc2b7e5194 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:20:45.075462 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-edae004e-a738-42ee-b1e4-5baf4a87750a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ea60b372-e31d-4889-9a21-31d3bc9ba44a HTTP/1.1" status: 204 len: 168 time: 0.8729095 Apr 30 13:20:45.079376 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 44958) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:45.247471 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607959'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:45.337927 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] Deleting port 91bb29f6-cb9a-4a2b-90cf-f589a09a9472 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:45.338769 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:45.442471 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d71c6c-70bd-408e-923c-23400ac2e9a2 None None] DHCP port deletion for 66923575-b46e-40eb-b42a-88dc2b7e5194 request from dv-cinder-784453-4-iscsi {{(pid=73815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:20:45.555397 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-b2d71c6c-70bd-408e-923c-23400ac2e9a2 None None] Deleting port 91bb29f6-cb9a-4a2b-90cf-f589a09a9472 {{(pid=73815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:45.555766 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-b2d71c6c-70bd-408e-923c-23400ac2e9a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:45.575024 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] For port 91bb29f6-cb9a-4a2b-90cf-f589a09a9472, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=91bb29f6-cb9a-4a2b-90cf-f589a09a9472,segment=NetworkSegment(85f93deb-157e-4500-8ba3-ce93d8206079),segment_id=85f93deb-157e-4500-8ba3-ce93d8206079)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:45.575441 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:45.677601 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-b2d71c6c-70bd-408e-923c-23400ac2e9a2 None None] For port 91bb29f6-cb9a-4a2b-90cf-f589a09a9472, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=91bb29f6-cb9a-4a2b-90cf-f589a09a9472,segment=NetworkSegment(85f93deb-157e-4500-8ba3-ce93d8206079),segment_id=85f93deb-157e-4500-8ba3-ce93d8206079)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:45.678093 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-b2d71c6c-70bd-408e-923c-23400ac2e9a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:45.812904 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] Calling delete_port for 91bb29f6-cb9a-4a2b-90cf-f589a09a9472 owned by network:dhcp {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:45.823737 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-b2d71c6c-70bd-408e-923c-23400ac2e9a2 None None] Calling delete_port for 91bb29f6-cb9a-4a2b-90cf-f589a09a9472 owned by network:dhcp {{(pid=73815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:45.882811 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:45.890655 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-149e772e-ebe7-4210-9361-19fdfd80c618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:45.892079 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-b2d71c6c-70bd-408e-923c-23400ac2e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357'] for port, after_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:45.896564 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:45.944342 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=91bb29f6-cb9a-4a2b-90cf-f589a09a9472,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:45.945894 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d71c6c-70bd-408e-923c-23400ac2e9a2 None None] Pushing event deleted for resources: {'Port': ['ID=91bb29f6-cb9a-4a2b-90cf-f589a09a9472,revision_number=None']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:45.947601 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:45.950245 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-b2d71c6c-70bd-408e-923c-23400ac2e9a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:45.950969 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] No DVR routers for this DVR port 91bb29f6-cb9a-4a2b-90cf-f589a09a9472 on host dv-cinder-784453-4-iscsi {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:45.953893 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d71c6c-70bd-408e-923c-23400ac2e9a2 None None] No DVR routers for this DVR port 91bb29f6-cb9a-4a2b-90cf-f589a09a9472 on host dv-cinder-784453-4-iscsi {{(pid=73815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:46.086738 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721493', 'neutron.services.segments.db._delete_segments_for_network-8751029557405'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:46.208336 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66923575-b46e-40eb-b42a-88dc2b7e5194']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:46.222810 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f93deb-157e-4500-8ba3-ce93d8206079') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:46.223020 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f93deb-157e-4500-8ba3-ce93d8206079') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:46.236194 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751029569639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64371154'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:46.255198 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:46.262488 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:20:46.458819 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] Network 66923575-b46e-40eb-b42a-88dc2b7e5194 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:20:46.468808 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-780525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64370303'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:46.676600 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 91bb29f6-cb9a-4a2b-90cf-f589a09a9472 no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:46.692172 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] Network 66923575-b46e-40eb-b42a-88dc2b7e5194 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: Traceback (most recent call last): Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: timer() Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: cb(*args, **kw) Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: return func(*args, **kwargs) Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: self._notify() Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: self.callback(batched_events) Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: event.method(event) Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: return f(self, *a, **k) Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._get(url).json() Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:20:46.735399 dv-cinder-784453-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:20:46.755150 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: 91bb29f6-cb9a-4a2b-90cf-f589a09a9472 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:46.755872 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 91bb29f6-cb9a-4a2b-90cf-f589a09a9472 not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:46.867817 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721390'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:46.872476 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:46.894800 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:46.915798 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=66923575-b46e-40eb-b42a-88dc2b7e5194,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:46.922424 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:46.943846 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-21ac76f9-095a-4b70-be41-738f91117cb6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/66923575-b46e-40eb-b42a-88dc2b7e5194 HTTP/1.1" status: 204 len: 168 time: 1.8628006 Apr 30 13:20:46.948635 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 44970) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:47.857246 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f6e16599-63f0-4df3-a0c0-dd87c8275ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66717029'] for router_interface, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:48.634120 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-f6e16599-63f0-4df3-a0c0-dd87c8275ed0 admin admin] Deleting port fde5b07d-5953-4b84-bbef-35573dc2577c {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:48.635170 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f6e16599-63f0-4df3-a0c0-dd87c8275ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:48.890989 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-f6e16599-63f0-4df3-a0c0-dd87c8275ed0 admin admin] For port fde5b07d-5953-4b84-bbef-35573dc2577c, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=fde5b07d-5953-4b84-bbef-35573dc2577c,segment=NetworkSegment(fc66ca1c-3761-4043-92c1-450aab8a7294),segment_id=fc66ca1c-3761-4043-92c1-450aab8a7294)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:48.891814 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f6e16599-63f0-4df3-a0c0-dd87c8275ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:49.125254 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-f6e16599-63f0-4df3-a0c0-dd87c8275ed0 admin admin] Calling delete_port for fde5b07d-5953-4b84-bbef-35573dc2577c owned by network:router_interface {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:49.351970 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f6e16599-63f0-4df3-a0c0-dd87c8275ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:49.356609 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fed1456e-498f-42b3-b598-589361cb9636 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:49.408365 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e16599-63f0-4df3-a0c0-dd87c8275ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fde5b07d-5953-4b84-bbef-35573dc2577c,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:49.411691 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-f6e16599-63f0-4df3-a0c0-dd87c8275ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:49.837070 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f6e16599-63f0-4df3-a0c0-dd87c8275ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-67101039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66710741'] for router_interface, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:50.418452 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e16599-63f0-4df3-a0c0-dd87c8275ed0 admin admin] Router 9a4e0c1f-14e2-4afa-b45c-df53e0e30457 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:20:50.656530 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e16599-63f0-4df3-a0c0-dd87c8275ed0 admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:20:50.673428 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5faffc-4ed5-4c75-832d-71824502c066 None None] Sync routers for ids ['9a4e0c1f-14e2-4afa-b45c-df53e0e30457'] in dv-cinder-784453-4-iscsi {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:20:50.687712 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5faffc-4ed5-4c75-832d-71824502c066 None None] Routers {'9a4e0c1f-14e2-4afa-b45c-df53e0e30457'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:50.688714 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-f6e16599-63f0-4df3-a0c0-dd87c8275ed0 admin admin] 10.222.0.69 "PUT /v2.0/routers/9a4e0c1f-14e2-4afa-b45c-df53e0e30457/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7385957 Apr 30 13:20:50.688975 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-af5faffc-4ed5-4c75-832d-71824502c066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:20:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['9a4e0c1f-14e2-4afa-b45c-df53e0e30457'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:50.693485 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 45000) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:50.930387 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-af5faffc-4ed5-4c75-832d-71824502c066 None None] Set router 9a4e0c1f-14e2-4afa-b45c-df53e0e30457 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:50.930909 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5eaa39ba-9fb2-4de6-98e8-d4b7cd1366c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:51.368719 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-af5faffc-4ed5-4c75-832d-71824502c066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e0c1f-14e2-4afa-b45c-df53e0e30457', 'name': 'tempest-TestShelveInstance-962990046-router', 'tenant_id': '067c21a11d3e4456a44dd6feaa2a0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.8'}], 'enable_snat': True}, 'gw_port_id': 'fb016b39-4395-41c9-968f-683ce3671d9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:49Z', 'updated_at': '2021-04-30T13:20:49Z', 'revision_number': 5, 'project_id': '067c21a11d3e4456a44dd6feaa2a0559', 'gw_port': {'id': 'fb016b39-4395-41c9-968f-683ce3671d9b', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4e0c1f-14e2-4afa-b45c-df53e0e30457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:14:51Z', 'updated_at': '2021-04-30T13:14:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:51.376760 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5faffc-4ed5-4c75-832d-71824502c066 None None] Checking router: 9a4e0c1f-14e2-4afa-b45c-df53e0e30457 for host: dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:20:51.396042 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5faffc-4ed5-4c75-832d-71824502c066 None None] Routers {'9a4e0c1f-14e2-4afa-b45c-df53e0e30457'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:20:51.397143 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-af5faffc-4ed5-4c75-832d-71824502c066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:20:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['9a4e0c1f-14e2-4afa-b45c-df53e0e30457'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:51.404130 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5eaa39ba-9fb2-4de6-98e8-d4b7cd1366c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:51.541485 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-5eaa39ba-9fb2-4de6-98e8-d4b7cd1366c8 admin admin] Deleting port fb016b39-4395-41c9-968f-683ce3671d9b {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:51.542050 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5eaa39ba-9fb2-4de6-98e8-d4b7cd1366c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:51.678651 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-af5faffc-4ed5-4c75-832d-71824502c066 None None] Set router 9a4e0c1f-14e2-4afa-b45c-df53e0e30457 gateway port host: None {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:20:51.782260 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-5eaa39ba-9fb2-4de6-98e8-d4b7cd1366c8 admin admin] For port fb016b39-4395-41c9-968f-683ce3671d9b, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=fb016b39-4395-41c9-968f-683ce3671d9b,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:51.783159 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5eaa39ba-9fb2-4de6-98e8-d4b7cd1366c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:51.820338 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-af5faffc-4ed5-4c75-832d-71824502c066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4e0c1f-14e2-4afa-b45c-df53e0e30457', 'name': 'tempest-TestShelveInstance-962990046-router', 'tenant_id': '067c21a11d3e4456a44dd6feaa2a0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:49Z', 'updated_at': '2021-04-30T13:20:51Z', 'revision_number': 6, 'project_id': '067c21a11d3e4456a44dd6feaa2a0559', 'gw_port_host': None}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:51.825390 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5faffc-4ed5-4c75-832d-71824502c066 None None] The sync data for ids ['9a4e0c1f-14e2-4afa-b45c-df53e0e30457'] in dv-cinder-784453-4-iscsi is: [{'id': '9a4e0c1f-14e2-4afa-b45c-df53e0e30457', 'name': 'tempest-TestShelveInstance-962990046-router', 'tenant_id': '067c21a11d3e4456a44dd6feaa2a0559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:14:49Z', 'updated_at': '2021-04-30T13:20:51Z', 'revision_number': 6, 'project_id': '067c21a11d3e4456a44dd6feaa2a0559', 'gw_port_host': None}] {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:20:52.045002 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-5eaa39ba-9fb2-4de6-98e8-d4b7cd1366c8 admin admin] Calling delete_port for fb016b39-4395-41c9-968f-683ce3671d9b owned by network:router_gateway {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:52.255096 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5eaa39ba-9fb2-4de6-98e8-d4b7cd1366c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:52.259192 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:52.307612 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa39ba-9fb2-4de6-98e8-d4b7cd1366c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb016b39-4395-41c9-968f-683ce3671d9b,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:52.310928 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5eaa39ba-9fb2-4de6-98e8-d4b7cd1366c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:52.338071 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07f992-a521-464b-90cf-eaa2df174755 req-77ec4643-120e-4f55-8e36-a26921304ad8 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:52.340957 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7d07f992-a521-464b-90cf-eaa2df174755 req-77ec4643-120e-4f55-8e36-a26921304ad8 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 945 time: 0.1601486 Apr 30 13:20:52.456301 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7d07f992-a521-464b-90cf-eaa2df174755 req-afe2d941-382e-4580-982f-6df4a420665b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075311 Apr 30 13:20:52.465448 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5eaa39ba-9fb2-4de6-98e8-d4b7cd1366c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66717938'] for router_gateway, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:52.707779 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device fb016b39-4395-41c9-968f-683ce3671d9b no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:52.725277 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5eaa39ba-9fb2-4de6-98e8-d4b7cd1366c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66709549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-729'] for router, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:52.728273 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5eaa39ba-9fb2-4de6-98e8-d4b7cd1366c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:52.763479 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5eaa39ba-9fb2-4de6-98e8-d4b7cd1366c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66710103'] for router, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:52.764307 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eaa39ba-9fb2-4de6-98e8-d4b7cd1366c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a4e0c1f-14e2-4afa-b45c-df53e0e30457 {{(pid=73813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:20:52.770816 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: fb016b39-4395-41c9-968f-683ce3671d9b {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:52.771424 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device fb016b39-4395-41c9-968f-683ce3671d9b not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:52.772265 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device fde5b07d-5953-4b84-bbef-35573dc2577c no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:52.787010 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5eaa39ba-9fb2-4de6-98e8-d4b7cd1366c8 admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:52.788871 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-5eaa39ba-9fb2-4de6-98e8-d4b7cd1366c8 admin admin] 10.222.0.69 "DELETE /v2.0/routers/9a4e0c1f-14e2-4afa-b45c-df53e0e30457 HTTP/1.1" status: 204 len: 168 time: 2.0937493 Apr 30 13:20:52.793229 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 45028) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:52.827713 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: fde5b07d-5953-4b84-bbef-35573dc2577c {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:52.828226 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device fde5b07d-5953-4b84-bbef-35573dc2577c not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:52.899865 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_v2 [None req-680e780f-c174-41ad-8342-4d7aaa45d0a8 admin admin] Deleting subnet 040f4f39-5950-48ab-bdb9-8657c7d56fcf {{(pid=73814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:20:52.903458 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-680e780f-c174-41ad-8342-4d7aaa45d0a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:52.972007 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-680e780f-c174-41ad-8342-4d7aaa45d0a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66028610'] for subnet, precommit_delete_associations {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:53.108747 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-680e780f-c174-41ad-8342-4d7aaa45d0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726744'] for subnet, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:53.410341 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-680e780f-c174-41ad-8342-4d7aaa45d0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64949646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65153122'] for subnet, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:53.419467 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-fa1478d8-d3ee-4fa2-9bba-ab543da5c9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:53.493008 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e780f-c174-41ad-8342-4d7aaa45d0a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=040f4f39-5950-48ab-bdb9-8657c7d56fcf,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:53.496765 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-680e780f-c174-41ad-8342-4d7aaa45d0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for subnet, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:53.501642 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-680e780f-c174-41ad-8342-4d7aaa45d0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:53.505182 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359d20e5-5d6d-4078-a64d-54a5408a809d None None] Network 58a4b547-7beb-4345-aed6-3d735f6d1527 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:20:53.512861 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-680e780f-c174-41ad-8342-4d7aaa45d0a8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/040f4f39-5950-48ab-bdb9-8657c7d56fcf HTTP/1.1" status: 204 len: 168 time: 0.7143059 Apr 30 13:20:53.513308 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 45034) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:53.801677 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607959'] for network, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:53.830248 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0f3b87-975b-4239-b4c2-40acb62cb64e None None] DHCP port deletion for 58a4b547-7beb-4345-aed6-3d735f6d1527 request from dv-cinder-784453-4-iscsi {{(pid=73815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:20:53.889689 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c14007-653b-483d-8828-61db45eadb5f req-d617d198-d85a-4885-ae2b-ab3325a33dcd tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:53.891467 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b4c14007-653b-483d-8828-61db45eadb5f req-d617d198-d85a-4885-ae2b-ab3325a33dcd tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 945 time: 0.2278719 Apr 30 13:20:53.951274 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Deleting port cfa176a4-0247-45f5-964e-e7ae1996beb4 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:53.951612 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:53.952302 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f3b87-975b-4239-b4c2-40acb62cb64e None None] Deleting port cfa176a4-0247-45f5-964e-e7ae1996beb4 {{(pid=73815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:53.952678 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3b87-975b-4239-b4c2-40acb62cb64e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:53.988802 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b4c14007-653b-483d-8828-61db45eadb5f req-7ba813b2-a440-4f79-902c-b3409ed9e003 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887148 Apr 30 13:20:54.055146 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-ae0f3b87-975b-4239-b4c2-40acb62cb64e None None] For port cfa176a4-0247-45f5-964e-e7ae1996beb4, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=cfa176a4-0247-45f5-964e-e7ae1996beb4,segment=NetworkSegment(fc66ca1c-3761-4043-92c1-450aab8a7294),segment_id=fc66ca1c-3761-4043-92c1-450aab8a7294)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:54.055458 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3b87-975b-4239-b4c2-40acb62cb64e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:54.069276 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] For port cfa176a4-0247-45f5-964e-e7ae1996beb4, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=cfa176a4-0247-45f5-964e-e7ae1996beb4,segment=NetworkSegment(fc66ca1c-3761-4043-92c1-450aab8a7294),segment_id=fc66ca1c-3761-4043-92c1-450aab8a7294)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:54.069678 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:54.160475 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e089313-5ee7-4d04-9613-f2c3682c3406 req-a6fe889d-6e45-473c-8842-8c0ac1975f04 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:54.162137 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-2e089313-5ee7-4d04-9613-f2c3682c3406 req-a6fe889d-6e45-473c-8842-8c0ac1975f04 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.71 "GET /v2.0/ports?device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 945 time: 0.1105986 Apr 30 13:20:54.199311 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f3b87-975b-4239-b4c2-40acb62cb64e None None] Calling delete_port for cfa176a4-0247-45f5-964e-e7ae1996beb4 owned by network:dhcp {{(pid=73815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:54.270477 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ae0f3b87-975b-4239-b4c2-40acb62cb64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357'] for port, after_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:54.274552 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:54.320289 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f3b87-975b-4239-b4c2-40acb62cb64e None None] Pushing event deleted for resources: {'Port': ['ID=cfa176a4-0247-45f5-964e-e7ae1996beb4,revision_number=None']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:54.327561 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-ae0f3b87-975b-4239-b4c2-40acb62cb64e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:54.331392 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0f3b87-975b-4239-b4c2-40acb62cb64e None None] No DVR routers for this DVR port cfa176a4-0247-45f5-964e-e7ae1996beb4 on host dv-cinder-784453-4-iscsi {{(pid=73815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:54.356812 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Calling delete_port for cfa176a4-0247-45f5-964e-e7ae1996beb4 owned by network:dhcp {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:54.367538 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-2e089313-5ee7-4d04-9613-f2c3682c3406 req-a7a3bbfa-c14b-4748-a15e-f9532f219dbb tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Deleting port 8129ddd6-d7bc-4523-886b-949686faad64 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:20:54.367985 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-2e089313-5ee7-4d04-9613-f2c3682c3406 req-a7a3bbfa-c14b-4748-a15e-f9532f219dbb tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:54.412380 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:54.418162 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:54.461525 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] No DVR routers for this DVR port cfa176a4-0247-45f5-964e-e7ae1996beb4 on host dv-cinder-784453-4-iscsi {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:54.506595 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa176a4-0247-45f5-964e-e7ae1996beb4,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:54.510751 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:54.569166 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-2e089313-5ee7-4d04-9613-f2c3682c3406 req-a7a3bbfa-c14b-4748-a15e-f9532f219dbb tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] For port 8129ddd6-d7bc-4523-886b-949686faad64, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=8129ddd6-d7bc-4523-886b-949686faad64,segment=NetworkSegment(1a9771ff-a3b7-498c-98b0-a997ce2e94ab),segment_id=1a9771ff-a3b7-498c-98b0-a997ce2e94ab)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:20:54.569606 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-2e089313-5ee7-4d04-9613-f2c3682c3406 req-a7a3bbfa-c14b-4748-a15e-f9532f219dbb tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:54.609489 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721493', 'neutron.services.segments.db._delete_segments_for_network-8751029557405'] for network, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:54.688833 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device cfa176a4-0247-45f5-964e-e7ae1996beb4 no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:54.726277 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-2e089313-5ee7-4d04-9613-f2c3682c3406 req-a7a3bbfa-c14b-4748-a15e-f9532f219dbb tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Calling delete_port for 8129ddd6-d7bc-4523-886b-949686faad64 owned by compute:nova {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:20:54.752328 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: cfa176a4-0247-45f5-964e-e7ae1996beb4 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:54.752847 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device cfa176a4-0247-45f5-964e-e7ae1996beb4 not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:54.801038 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.services.segments.db [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a4b547-7beb-4345-aed6-3d735f6d1527']}} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:54.825312 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.services.segments.db [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc66ca1c-3761-4043-92c1-450aab8a7294') {'for_net_delete': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:54.825889 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.services.segments.db [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc66ca1c-3761-4043-92c1-450aab8a7294') {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:20:54.851297 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751029569639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66028619'] for segment, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:54.888698 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:54.900165 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=73814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:20:55.070017 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-2e089313-5ee7-4d04-9613-f2c3682c3406 req-a7a3bbfa-c14b-4748-a15e-f9532f219dbb tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:55.082765 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-89191542-81ef-4546-97c2-641e0e50f33e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:55.112563 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['f4d680b6-708a-42f8-a62f-e54604d1aaed', '57af5644-3314-452d-aaab-c8e4f96b1121', '0d8e07c1-e16e-43ce-9cc2-913f73d9bd08', '8129ddd6-d7bc-4523-886b-949686faad64'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:20:55.113310 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Network 58a4b547-7beb-4345-aed6-3d735f6d1527 has no segments {{(pid=73814) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:20:55.131562 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-780525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64949540'] for segment, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:55.169682 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3bbfa-c14b-4748-a15e-f9532f219dbb tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Pushing event deleted for resources: {'Port': ['ID=8129ddd6-d7bc-4523-886b-949686faad64,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:55.185636 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a7a3bbfa-c14b-4748-a15e-f9532f219dbb tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:55.257285 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e089313-5ee7-4d04-9613-f2c3682c3406 req-a7a3bbfa-c14b-4748-a15e-f9532f219dbb tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] No DVR routers for this DVR port 8129ddd6-d7bc-4523-886b-949686faad64 on host hv-cinder-78445 {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:20:55.261566 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-2e089313-5ee7-4d04-9613-f2c3682c3406 req-a7a3bbfa-c14b-4748-a15e-f9532f219dbb tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:55.268280 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2fa302-f0b9-426b-b004-e9edca678f94', 'name': 'network-vif-deleted', 'tag': '8129ddd6-d7bc-4523-886b-949686faad64'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:20:55.294982 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-2e089313-5ee7-4d04-9613-f2c3682c3406 req-a7a3bbfa-c14b-4748-a15e-f9532f219dbb tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.71 "DELETE /v2.0/ports/8129ddd6-d7bc-4523-886b-949686faad64 HTTP/1.1" status: 204 len: 173 time: 1.1255658 Apr 30 13:20:55.363061 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ee106e68-e854-471a-86f8-b8aa600bddaa req-cacf99de-596d-469e-802c-709d610b4bb5 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c2fa302-f0b9-426b-b004-e9edca678f94 HTTP/1.1" status: 200 len: 210 time: 0.1222157 Apr 30 13:20:55.369461 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2fa302-f0b9-426b-b004-e9edca678f94', 'name': 'network-vif-deleted', 'tag': '8129ddd6-d7bc-4523-886b-949686faad64', 'status': 'completed', 'code': 200} Apr 30 13:20:55.509668 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Network 58a4b547-7beb-4345-aed6-3d735f6d1527 has no segments {{(pid=73814) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: util.warn( Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: util.warn( Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: util.warn( Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: util.warn( Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: Traceback (most recent call last): Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: timer() Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: cb(*args, **kw) Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: return func(*args, **kwargs) Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: self._notify() Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: self.callback(batched_events) Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: event.method(event) Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: return f(self, *a, **k) Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: return self._get(url).json() Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: return self.request(url, 'GET', **kwargs) Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:20:55.546804 dv-cinder-784453-4-iscsi neutron-server[73814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:20:55.653635 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721390'] for network, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:55.681396 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:55.681396 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-4e16f232-313b-4432-959b-e68d6b4925c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:55.706319 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=58a4b547-7beb-4345-aed6-3d735f6d1527,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:55.710331 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:55.715854 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] 10.222.0.69 "DELETE /v2.0/networks/58a4b547-7beb-4345-aed6-3d735f6d1527 HTTP/1.1" status: 204 len: 168 time: 2.2008333 Apr 30 13:20:55.869187 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 45048) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:55.952585 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-0bcbc383-674e-4a5b-a1a5-d45865f8447f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2e010a31d7104f119fb0a3ab9fe7e8bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0814106 Apr 30 13:20:55.956377 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 45054) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:56.042465 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-59e9df12-c8dc-4895-83d8-701a124a582c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:56.079353 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-59e9df12-c8dc-4895-83d8-701a124a582c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:56.145946 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-59e9df12-c8dc-4895-83d8-701a124a582c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:56.151055 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-45f11281-635d-4bfd-83fc-319896de2b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:56.165931 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9df12-c8dc-4895-83d8-701a124a582c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff44e48a-94da-4773-a7f0-3990be747988,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:56.170276 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-59e9df12-c8dc-4895-83d8-701a124a582c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:56.177201 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-59e9df12-c8dc-4895-83d8-701a124a582c admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:56.178388 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-59e9df12-c8dc-4895-83d8-701a124a582c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ff44e48a-94da-4773-a7f0-3990be747988 HTTP/1.1" status: 204 len: 168 time: 0.2206819 Apr 30 13:20:56.631261 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 45068) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:56.685543 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-da8ea341-a7b3-4d71-b07a-92d525727aed admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=067c21a11d3e4456a44dd6feaa2a0559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525198 Apr 30 13:20:56.688052 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 45072) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:20:56.766132 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-169cfda6-2014-46bd-9324-cb375bbd7128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:56.802709 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-169cfda6-2014-46bd-9324-cb375bbd7128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:56.860468 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-169cfda6-2014-46bd-9324-cb375bbd7128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:56.864806 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-276e1279-c779-429a-b721-b5cf68865ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:20:56.877544 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cfda6-2014-46bd-9324-cb375bbd7128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4740815f-63c3-45ae-9e8d-e54cf8e2f6bc,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:20:56.881900 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-169cfda6-2014-46bd-9324-cb375bbd7128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:20:56.886882 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-169cfda6-2014-46bd-9324-cb375bbd7128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:20:56.888269 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-169cfda6-2014-46bd-9324-cb375bbd7128 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4740815f-63c3-45ae-9e8d-e54cf8e2f6bc HTTP/1.1" status: 204 len: 168 time: 0.1992140 Apr 30 13:20:57.594248 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-d832415d-d96f-4bf7-a51c-1c131ca2d0df tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Synchronizing usage tracker for tenant:84922ba9fd0e4a5baa2926c4a19eadbe on resource:security_group {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:20:57.614354 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-d832415d-d96f-4bf7-a51c-1c131ca2d0df tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Unset dirty status for tenant:84922ba9fd0e4a5baa2926c4a19eadbe on resource:security_group {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:20:57.615943 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-d832415d-d96f-4bf7-a51c-1c131ca2d0df tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987593170&fields=id&tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe HTTP/1.1" status: 200 len: 267 time: 0.0684872 Apr 30 13:20:57.949166 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-9027b284-7621-49a6-ab5f-94fdbc3c1bd9 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:57.950118 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-9027b284-7621-49a6-ab5f-94fdbc3c1bd9 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Synchronizing usage tracker for tenant:84922ba9fd0e4a5baa2926c4a19eadbe on resource:network {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:20:57.970169 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-9027b284-7621-49a6-ab5f-94fdbc3c1bd9 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Unset dirty status for tenant:84922ba9fd0e4a5baa2926c4a19eadbe on resource:network {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:20:57.971325 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-9027b284-7621-49a6-ab5f-94fdbc3c1bd9 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/networks?id=2b163249-98b0-4843-a8e2-23079bfd6bc7 HTTP/1.1" status: 200 len: 812 time: 0.3481193 Apr 30 13:20:57.989585 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-022f8516-b068-4fa8-9559-75ac3dc2a021 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/quotas/84922ba9fd0e4a5baa2926c4a19eadbe HTTP/1.1" status: 200 len: 375 time: 0.0110996 Apr 30 13:20:58.142312 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-50879143-0fe6-475d-bab5-7885bd033622 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1412508 Apr 30 13:20:58.414782 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-d5e9ff09-890a-4cb5-a450-862557b8c558 service neutron] 10.222.0.69 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484794 Apr 30 13:20:58.529154 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29beb50e-763e-4756-b3a1-f7ee49ec9be3 req-e2f4aadf-31e6-4c62-8d09-27d17dc60211 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:58.530664 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-29beb50e-763e-4756-b3a1-f7ee49ec9be3 req-e2f4aadf-31e6-4c62-8d09-27d17dc60211 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e5429b-f624-42d7-b78d-9b5acaad06db HTTP/1.1" status: 200 len: 945 time: 0.2089589 Apr 30 13:20:58.613087 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-29beb50e-763e-4756-b3a1-f7ee49ec9be3 req-0bef35d8-d2c8-406e-b7e2-61daa400dedd tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702622 Apr 30 13:20:58.620094 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-0d4c1fdb-67e4-427e-9ba4-3839b3ce27d2 service neutron] 10.222.0.69 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967499 Apr 30 13:20:58.837799 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 8129ddd6-d7bc-4523-886b-949686faad64 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:20:58.893791 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: 8129ddd6-d7bc-4523-886b-949686faad64 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:20:58.894139 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 8129ddd6-d7bc-4523-886b-949686faad64 not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:20:59.118643 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-047a4cde-d3a4-4f29-b5d6-08ec73b22a60 req-44e5ce39-0fd8-4f8c-9e00-750ef3abaff7 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 210 time: 0.0465672 Apr 30 13:20:59.854488 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb560f-fe9e-4e6c-9da2-2f57654edc3f req-62544e6b-f337-4a72-9703-8e4c25befada tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:20:59.856874 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8bdb560f-fe9e-4e6c-9da2-2f57654edc3f req-62544e6b-f337-4a72-9703-8e4c25befada tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e5429b-f624-42d7-b78d-9b5acaad06db HTTP/1.1" status: 200 len: 945 time: 0.1114941 Apr 30 13:20:59.951613 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8bdb560f-fe9e-4e6c-9da2-2f57654edc3f req-79f7c8ae-f011-4346-ac70-7a65e20bf1ca tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832415 Apr 30 13:21:00.005745 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1a876-cd6f-44a9-9401-a3e349949e5d req-c2775073-2536-4056-9563-93f93c7aa475 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:00.006970 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-d0c1a876-cd6f-44a9-9401-a3e349949e5d req-c2775073-2536-4056-9563-93f93c7aa475 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Synchronizing usage tracker for tenant:ea398af75bc44966965248e1ea7440c4 on resource:port {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:21:00.032374 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-d0c1a876-cd6f-44a9-9401-a3e349949e5d req-c2775073-2536-4056-9563-93f93c7aa475 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Unset dirty status for tenant:ea398af75bc44966965248e1ea7440c4 on resource:port {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:21:00.034146 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-d0c1a876-cd6f-44a9-9401-a3e349949e5d req-c2775073-2536-4056-9563-93f93c7aa475 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.71 "GET /v2.0/ports?device_id=22e5429b-f624-42d7-b78d-9b5acaad06db HTTP/1.1" status: 200 len: 945 time: 0.1795847 Apr 30 13:21:00.227778 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-d0c1a876-cd6f-44a9-9401-a3e349949e5d req-96f4fc0f-2754-47e1-81a9-44142d8b5271 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Deleting port 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:00.228201 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-d0c1a876-cd6f-44a9-9401-a3e349949e5d req-96f4fc0f-2754-47e1-81a9-44142d8b5271 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:00.362708 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ed75e857-ec30-4a62-bda8-11c435e5380a req-0160a905-1985-40a7-8635-a2b1fcd15aec tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 210 time: 0.0856545 Apr 30 13:21:00.446184 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-d0c1a876-cd6f-44a9-9401-a3e349949e5d req-96f4fc0f-2754-47e1-81a9-44142d8b5271 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] For port 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=0d8e07c1-e16e-43ce-9cc2-913f73d9bd08,segment=NetworkSegment(1a9771ff-a3b7-498c-98b0-a997ce2e94ab),segment_id=1a9771ff-a3b7-498c-98b0-a997ce2e94ab)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:00.447084 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-d0c1a876-cd6f-44a9-9401-a3e349949e5d req-96f4fc0f-2754-47e1-81a9-44142d8b5271 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:00.595780 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-aef38758-0154-4700-ab09-853fddf281b7 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:00.598434 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-aef38758-0154-4700-ab09-853fddf281b7 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.71 "GET /v2.0/networks?id=2b163249-98b0-4843-a8e2-23079bfd6bc7 HTTP/1.1" status: 200 len: 812 time: 0.2246258 Apr 30 13:21:00.633340 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-d0c1a876-cd6f-44a9-9401-a3e349949e5d req-96f4fc0f-2754-47e1-81a9-44142d8b5271 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Calling delete_port for 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 owned by compute:nova {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:00.668490 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-4c9a644e-5d06-4fd9-bb52-cd43c1636c4c tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe HTTP/1.1" status: 200 len: 380 time: 0.0559382 Apr 30 13:21:00.678374 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-8b36c1cb-c967-4112-accb-823421d4b579 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Request body: {'port': {'device_id': '86053f5e-dd6e-4517-ad56-198ac12b3ab1', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'admin_state_up': True, 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'security_groups': ['7a1b8bc0-fa45-4749-a36c-a8add27ccbb2']}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:21:00.801291 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-d0c1a876-cd6f-44a9-9401-a3e349949e5d req-96f4fc0f-2754-47e1-81a9-44142d8b5271 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:00.809027 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-474b1cdc-e7c6-497e-ba87-0af2a1e7db9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:00.841103 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['f4d680b6-708a-42f8-a62f-e54604d1aaed', '57af5644-3314-452d-aaab-c8e4f96b1121', '0d8e07c1-e16e-43ce-9cc2-913f73d9bd08'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:21:00.859463 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4fc0f-2754-47e1-81a9-44142d8b5271 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Pushing event deleted for resources: {'Port': ['ID=0d8e07c1-e16e-43ce-9cc2-913f73d9bd08,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:00.862988 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-96f4fc0f-2754-47e1-81a9-44142d8b5271 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:00.930842 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-8b36c1cb-c967-4112-accb-823421d4b579 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:00.938079 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-8b36c1cb-c967-4112-accb-823421d4b579 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Usage tracker for resource:port and tenant:84922ba9fd0e4a5baa2926c4a19eadbe is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:00.942068 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-8b36c1cb-c967-4112-accb-823421d4b579 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Quota usage for port was recalculated. Used quota:2. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:00.952752 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-8b36c1cb-c967-4112-accb-823421d4b579 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:00.955570 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c1a876-cd6f-44a9-9401-a3e349949e5d req-96f4fc0f-2754-47e1-81a9-44142d8b5271 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] No DVR routers for this DVR port 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 on host hv-cinder-78445 {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:21:00.959410 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-d0c1a876-cd6f-44a9-9401-a3e349949e5d req-96f4fc0f-2754-47e1-81a9-44142d8b5271 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:00.965532 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e5429b-f624-42d7-b78d-9b5acaad06db', 'name': 'network-vif-deleted', 'tag': '0d8e07c1-e16e-43ce-9cc2-913f73d9bd08'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:21:00.968417 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-8b36c1cb-c967-4112-accb-823421d4b579 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Made reservation on behalf of 84922ba9fd0e4a5baa2926c4a19eadbe for: {'port': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:21:00.973613 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-8b36c1cb-c967-4112-accb-823421d4b579 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:00.995208 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-d0c1a876-cd6f-44a9-9401-a3e349949e5d req-96f4fc0f-2754-47e1-81a9-44142d8b5271 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.71 "DELETE /v2.0/ports/0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 HTTP/1.1" status: 204 len: 173 time: 0.9544032 Apr 30 13:21:01.052484 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e5429b-f624-42d7-b78d-9b5acaad06db', 'name': 'network-vif-deleted', 'tag': '0d8e07c1-e16e-43ce-9cc2-913f73d9bd08', 'status': 'completed', 'code': 200} Apr 30 13:21:01.230414 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-aa6fa58f-b959-494b-baae-7251e9abb102 req-f28a7721-c862-4c46-a0a6-7a29c472045c tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=22e5429b-f624-42d7-b78d-9b5acaad06db HTTP/1.1" status: 200 len: 210 time: 0.0654581 Apr 30 13:21:01.294434 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:01.336761 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-8b36c1cb-c967-4112-accb-823421d4b579 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Allocated IP 172.20.0.13 (2b163249-98b0-4843-a8e2-23079bfd6bc7/215c0eec-82e6-4605-9011-742c749c7293/c4bbd718-6742-46d3-8446-2788220e82f8) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:21:01.621061 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-add1e57d-1238-44d9-a10c-e5c0bb86037f req-aac3fa6a-d8b6-4871-8b58-716c8446bfda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 210 time: 0.0610447 Apr 30 13:21:01.705860 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-8b36c1cb-c967-4112-accb-823421d4b579 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:01.736700 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-8b36c1cb-c967-4112-accb-823421d4b579 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Transition to ACTIVE for port object c4bbd718-6742-46d3-8446-2788220e82f8 will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:21:01.767662 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-8b36c1cb-c967-4112-accb-823421d4b579 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:01.774516 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:01.844840 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-8b36c1cb-c967-4112-accb-823421d4b579 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Network 2b163249-98b0-4843-a8e2-23079bfd6bc7 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:21:01.848482 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-8b36c1cb-c967-4112-accb-823421d4b579 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:21:01.857781 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-8b36c1cb-c967-4112-accb-823421d4b579 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:21:01.892871 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36c1cb-c967-4112-accb-823421d4b579 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event updated for resources: {'Port': ['ID=c4bbd718-6742-46d3-8446-2788220e82f8,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:01.912419 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-8b36c1cb-c967-4112-accb-823421d4b579 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:01.952762 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-8b36c1cb-c967-4112-accb-823421d4b579 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:01.953492 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-8b36c1cb-c967-4112-accb-823421d4b579 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:01.980579 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-8b36c1cb-c967-4112-accb-823421d4b579 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3068659 Apr 30 13:21:02.001052 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Request body: {'port': {'device_id': '86053f5e-dd6e-4517-ad56-198ac12b3ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:21:02.123831 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-a912c207-1ca1-4307-bcd1-309dd9a16443 None None] Provisioning for port c4bbd718-6742-46d3-8446-2788220e82f8 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:21:02.130618 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-a912c207-1ca1-4307-bcd1-309dd9a16443 None None] Provisioning complete for port c4bbd718-6742-46d3-8446-2788220e82f8 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:21:02.130967 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a912c207-1ca1-4307-bcd1-309dd9a16443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:02.194579 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-a912c207-1ca1-4307-bcd1-309dd9a16443 None None] Port c4bbd718-6742-46d3-8446-2788220e82f8 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:21:02.301504 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:02.356694 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-9feaf297-c374-4d3a-916e-81b68c1212f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:02.888445 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4bbd718-6742-46d3-8446-2788220e82f8 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:21:02.899417 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:02.927985 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Transition to ACTIVE for port object c4bbd718-6742-46d3-8446-2788220e82f8 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:21:02.935992 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:02.940386 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d735d761-0525-43b8-8a96-d9008dd45ae3 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:03.074406 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a99e76-4e4a-4087-8cfd-327558cb4e1c req-1096554f-67be-4044-812a-46a76324edec tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:03.075058 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-24a99e76-4e4a-4087-8cfd-327558cb4e1c req-1096554f-67be-4044-812a-46a76324edec tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Synchronizing usage tracker for tenant:84922ba9fd0e4a5baa2926c4a19eadbe on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:21:03.115354 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Pushing event updated for resources: {'Port': ['ID=c4bbd718-6742-46d3-8446-2788220e82f8,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:03.121418 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:03.134990 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d49dc-8399-42b7-9bf3-4845df3ecd5a req-c51b2f54-4b71-4e54-86db-d74c19ac2a5c tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:03.136692 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ed7d49dc-8399-42b7-9bf3-4845df3ecd5a req-c51b2f54-4b71-4e54-86db-d74c19ac2a5c tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee1f86b9-d5f9-4c52-bdf6-be893bb1643c HTTP/1.1" status: 200 len: 946 time: 0.3121448 Apr 30 13:21:03.240254 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-24a99e76-4e4a-4087-8cfd-327558cb4e1c req-1096554f-67be-4044-812a-46a76324edec tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Unset dirty status for tenant:84922ba9fd0e4a5baa2926c4a19eadbe on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:21:03.241479 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-24a99e76-4e4a-4087-8cfd-327558cb4e1c req-1096554f-67be-4044-812a-46a76324edec tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 932 time: 0.4704907 Apr 30 13:21:03.308437 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ed7d49dc-8399-42b7-9bf3-4845df3ecd5a req-8fc3ba87-b210-4d74-b8f3-bbcd771517fd tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428344 Apr 30 13:21:03.337304 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-24a99e76-4e4a-4087-8cfd-327558cb4e1c req-ff4b1bc6-c98a-412c-830f-5776555880bd tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868502 Apr 30 13:21:03.338290 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Attempting to bind port c4bbd718-6742-46d3-8446-2788220e82f8 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:21:03.338621 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Attempting to bind port c4bbd718-6742-46d3-8446-2788220e82f8 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:21:03.338952 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Attempting to bind port c4bbd718-6742-46d3-8446-2788220e82f8 on network 2b163249-98b0-4843-a8e2-23079bfd6bc7 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:21:03.344951 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Port c4bbd718-6742-46d3-8446-2788220e82f8 on network 2b163249-98b0-4843-a8e2-23079bfd6bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:21:03.345357 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Attempting to bind port c4bbd718-6742-46d3-8446-2788220e82f8 on network 2b163249-98b0-4843-a8e2-23079bfd6bc7 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:21:03.352073 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:21:03.352413 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Checking segment: {'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:21:03.352804 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Bound using segment: {'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:21:03.353248 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Bound port: c4bbd718-6742-46d3-8446-2788220e82f8, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:21:03.353634 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:03.473439 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] For port c4bbd718-6742-46d3-8446-2788220e82f8, host hv-cinder-78445, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:21:03.479025 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] For port c4bbd718-6742-46d3-8446-2788220e82f8, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c4bbd718-6742-46d3-8446-2788220e82f8,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:21:03.486168 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:03.494210 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-e68ee010-c46b-4db9-94db-8b3eaddaad7f tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:03.595423 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:03.596379 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:03.598810 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] 10.222.0.71 "PUT /v2.0/ports/c4bbd718-6742-46d3-8446-2788220e82f8 HTTP/1.1" status: 200 len: 1094 time: 1.6039503 Apr 30 13:21:03.599638 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86053f5e-dd6e-4517-ad56-198ac12b3ab1', 'tag': 'c4bbd718-6742-46d3-8446-2788220e82f8'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:21:03.643556 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Pushing event updated for resources: {'Port': ['ID=c4bbd718-6742-46d3-8446-2788220e82f8,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:03.652480 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:03.668001 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86053f5e-dd6e-4517-ad56-198ac12b3ab1', 'tag': 'c4bbd718-6742-46d3-8446-2788220e82f8', 'status': 'completed', 'code': 200} Apr 30 13:21:03.808906 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-85240b61-83d8-4527-86a9-db7dc500c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:03.811575 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-85240b61-83d8-4527-86a9-db7dc500c246 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe&device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 1097 time: 0.1232679 Apr 30 13:21:03.901023 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-ae153fee-ea85-48ab-b393-f58a8a80257e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4bbd718-6742-46d3-8446-2788220e82f8 HTTP/1.1" status: 200 len: 217 time: 0.0730543 Apr 30 13:21:03.996596 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-03b8d18a-4909-4e3c-8b85-924aafb95b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:03.998211 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-03b8d18a-4909-4e3c-8b85-924aafb95b4f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=215c0eec-82e6-4605-9011-742c749c7293 HTTP/1.1" status: 200 len: 851 time: 0.0720551 Apr 30 13:21:04.079815 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-a4df4fb7-9629-4fce-b3d5-d0ee8158cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:04.081248 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-a4df4fb7-9629-4fce-b3d5-d0ee8158cdc0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b163249-98b0-4843-a8e2-23079bfd6bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761156 Apr 30 13:21:04.228975 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-9c50321f-28e2-496b-aa5b-6f87f5cbd8ee service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402779 Apr 30 13:21:04.312707 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d45e6-39b1-467a-9574-0b7b9104f568 req-b7825592-f92d-4cea-acf2-9053ca72c0c8 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:04.313696 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-e90d45e6-39b1-467a-9574-0b7b9104f568 req-b7825592-f92d-4cea-acf2-9053ca72c0c8 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Synchronizing usage tracker for tenant:ea398af75bc44966965248e1ea7440c4 on resource:port {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:21:04.336187 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [req-e90d45e6-39b1-467a-9574-0b7b9104f568 req-b7825592-f92d-4cea-acf2-9053ca72c0c8 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Unset dirty status for tenant:ea398af75bc44966965248e1ea7440c4 on resource:port {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:21:04.338505 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e90d45e6-39b1-467a-9574-0b7b9104f568 req-b7825592-f92d-4cea-acf2-9053ca72c0c8 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.71 "GET /v2.0/ports?device_id=ee1f86b9-d5f9-4c52-bdf6-be893bb1643c HTTP/1.1" status: 200 len: 946 time: 0.1205492 Apr 30 13:21:04.552338 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-e90d45e6-39b1-467a-9574-0b7b9104f568 req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Deleting port 57af5644-3314-452d-aaab-c8e4f96b1121 {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:04.552875 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-e90d45e6-39b1-467a-9574-0b7b9104f568 req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:04.730259 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [req-e90d45e6-39b1-467a-9574-0b7b9104f568 req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] For port 57af5644-3314-452d-aaab-c8e4f96b1121, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=57af5644-3314-452d-aaab-c8e4f96b1121,segment=NetworkSegment(1a9771ff-a3b7-498c-98b0-a997ce2e94ab),segment_id=1a9771ff-a3b7-498c-98b0-a997ce2e94ab)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:04.730677 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-e90d45e6-39b1-467a-9574-0b7b9104f568 req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:04.736211 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6aad78a8-d1c4-4fa5-bd77-c94c9890b40d req-72f02d89-5095-4c59-a419-e5c7cfc4532e service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995232 Apr 30 13:21:04.803587 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644961ee-4a85-492f-b4f5-499cecb737ed req-88c49bff-71fc-43c1-9fc4-1c59f3cdceda tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:04.806455 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-644961ee-4a85-492f-b4f5-499cecb737ed req-88c49bff-71fc-43c1-9fc4-1c59f3cdceda tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee1f86b9-d5f9-4c52-bdf6-be893bb1643c HTTP/1.1" status: 200 len: 946 time: 0.3278110 Apr 30 13:21:04.820459 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde779b0-325b-4d37-bcb8-283303b29c93 req-fcc35509-7053-4b98-9bba-b9182cf1105d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:04.822534 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fde779b0-325b-4d37-bcb8-283303b29c93 req-fcc35509-7053-4b98-9bba-b9182cf1105d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 944 time: 0.2661834 Apr 30 13:21:04.871429 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:21:04.891156 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [req-e90d45e6-39b1-467a-9574-0b7b9104f568 req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Calling delete_port for 57af5644-3314-452d-aaab-c8e4f96b1121 owned by compute:nova {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:04.940683 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:21:04.941258 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 0d8e07c1-e16e-43ce-9cc2-913f73d9bd08 not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:21:05.040675 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-fde779b0-325b-4d37-bcb8-283303b29c93 req-0d7404b2-237e-4e55-83ae-924f4bb51f66 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927044 Apr 30 13:21:05.048396 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-644961ee-4a85-492f-b4f5-499cecb737ed req-364fa350-e606-4e9a-87d7-9f6a7864598c tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242928 Apr 30 13:21:05.088035 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc76c6-7b9e-4789-8799-3614671c2cb4 req-2526d407-f384-48aa-8220-8104d128b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:05.090786 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2efc76c6-7b9e-4789-8799-3614671c2cb4 req-2526d407-f384-48aa-8220-8104d128b5fd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe&device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 1097 time: 0.2442408 Apr 30 13:21:05.100506 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-e90d45e6-39b1-467a-9574-0b7b9104f568 req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:05.112845 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-c66dd0d7-9c39-402b-b07e-aba26d20055a tempest-AttachVolumeShelveTestJSON-902443585 tempest-AttachVolumeShelveTestJSON-902443585-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:05.137702 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['f4d680b6-708a-42f8-a62f-e54604d1aaed', '57af5644-3314-452d-aaab-c8e4f96b1121'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:21:05.197992 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Pushing event deleted for resources: {'Port': ['ID=57af5644-3314-452d-aaab-c8e4f96b1121,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:05.256226 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:05.256801 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:05.257420 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:05.257967 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:05.258564 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:05.259133 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:05.259722 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:05.260300 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:05.260886 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:05.261496 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:05.262074 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:05.262662 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:05.273199 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:05.339234 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc76c6-7b9e-4789-8799-3614671c2cb4 req-330c2fd8-917c-451e-bd85-0b5d029fae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:05.341967 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2efc76c6-7b9e-4789-8799-3614671c2cb4 req-330c2fd8-917c-451e-bd85-0b5d029fae61 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2b163249-98b0-4843-a8e2-23079bfd6bc7 HTTP/1.1" status: 200 len: 914 time: 0.2436314 Apr 30 13:21:05.451213 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2efc76c6-7b9e-4789-8799-3614671c2cb4 req-a22ed28f-b81d-40fe-8921-b558e945affd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4bbd718-6742-46d3-8446-2788220e82f8 HTTP/1.1" status: 200 len: 217 time: 0.1021209 Apr 30 13:21:05.457415 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90d45e6-39b1-467a-9574-0b7b9104f568 req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] No DVR routers for this DVR port 57af5644-3314-452d-aaab-c8e4f96b1121 on host hv-cinder-78445 {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:21:05.461712 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [req-e90d45e6-39b1-467a-9574-0b7b9104f568 req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:05.465000 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1f86b9-d5f9-4c52-bdf6-be893bb1643c', 'name': 'network-vif-deleted', 'tag': '57af5644-3314-452d-aaab-c8e4f96b1121'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:21:05.482996 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-e90d45e6-39b1-467a-9574-0b7b9104f568 req-d412cd36-7e69-4dcd-b5ef-c61353ba611e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.71 "DELETE /v2.0/ports/57af5644-3314-452d-aaab-c8e4f96b1121 HTTP/1.1" status: 204 len: 173 time: 1.1365137 Apr 30 13:21:05.535096 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1f86b9-d5f9-4c52-bdf6-be893bb1643c', 'name': 'network-vif-deleted', 'tag': '57af5644-3314-452d-aaab-c8e4f96b1121', 'status': 'completed', 'code': 200} Apr 30 13:21:05.549277 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc76c6-7b9e-4789-8799-3614671c2cb4 req-7a1e0592-b927-433c-8905-ef5ae2a5fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:05.551775 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2efc76c6-7b9e-4789-8799-3614671c2cb4 req-7a1e0592-b927-433c-8905-ef5ae2a5fecd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=215c0eec-82e6-4605-9011-742c749c7293 HTTP/1.1" status: 200 len: 851 time: 0.0940599 Apr 30 13:21:05.554370 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:05.654341 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc76c6-7b9e-4789-8799-3614671c2cb4 req-76dfdc6e-ec0f-4d7f-a0bf-75e669714e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:05.657013 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2efc76c6-7b9e-4789-8799-3614671c2cb4 req-76dfdc6e-ec0f-4d7f-a0bf-75e669714e68 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b163249-98b0-4843-a8e2-23079bfd6bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0871441 Apr 30 13:21:05.765554 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-da6cdd03-fb82-4593-89ac-24e388579fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:05.820660 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2efc76c6-7b9e-4789-8799-3614671c2cb4 req-14f29578-20da-4e17-a835-336e8176efe0 service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455572 Apr 30 13:21:05.983369 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2efc76c6-7b9e-4789-8799-3614671c2cb4 req-187bef6d-5151-4b4c-b32b-3c7bfebb0ad7 service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550722 Apr 30 13:21:06.354654 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1d4eee7f-7ccb-4b9f-bac6-cd085158080a req-323c1c36-2c4d-4a74-8a7b-3970bacc2564 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ee1f86b9-d5f9-4c52-bdf6-be893bb1643c HTTP/1.1" status: 200 len: 210 time: 0.0538614 Apr 30 13:21:06.422342 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7e3c5-32de-4b31-9825-6fb1b62901b7 req-9bedaf46-024d-45dd-9699-95d35ec0c7ed tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:06.425713 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-baa7e3c5-32de-4b31-9825-6fb1b62901b7 req-9bedaf46-024d-45dd-9699-95d35ec0c7ed tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 944 time: 0.1650658 Apr 30 13:21:06.514591 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-baa7e3c5-32de-4b31-9825-6fb1b62901b7 req-0b682b95-2e37-401d-8faa-b0882fa67d85 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807610 Apr 30 13:21:06.534002 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:07.819186 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c2c93-ae32-494c-baf9-aed8d62006a0 req-6fcabd46-9cef-4b78-8c5e-3173af163788 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:07.821053 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-115c2c93-ae32-494c-baf9-aed8d62006a0 req-6fcabd46-9cef-4b78-8c5e-3173af163788 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 944 time: 0.1363134 Apr 30 13:21:07.866191 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:07.892259 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-115c2c93-ae32-494c-baf9-aed8d62006a0 req-c69931a4-22b2-4feb-b4c5-b5cbe351a12d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636117 Apr 30 13:21:08.867669 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 57af5644-3314-452d-aaab-c8e4f96b1121 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:21:08.912411 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: 57af5644-3314-452d-aaab-c8e4f96b1121 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:21:08.912938 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 57af5644-3314-452d-aaab-c8e4f96b1121 not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:21:09.166679 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326414b-b0a9-44e7-8e4a-a8dad6d56794 req-6b935829-f0f6-403b-8ebb-26323db1108a tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:09.168859 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e326414b-b0a9-44e7-8e4a-a8dad6d56794 req-6b935829-f0f6-403b-8ebb-26323db1108a tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 944 time: 0.1380434 Apr 30 13:21:09.265321 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-e326414b-b0a9-44e7-8e4a-a8dad6d56794 req-1cd6ece8-b200-40d9-840f-abca7c603204 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892971 Apr 30 13:21:09.304450 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43c958-621b-4ada-aba6-a04f4d581bae req-1f33f1a1-34ba-445c-b52d-b5eafb2cab59 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:09.306042 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ff43c958-621b-4ada-aba6-a04f4d581bae req-1f33f1a1-34ba-445c-b52d-b5eafb2cab59 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccecde33-e41a-46fc-9ee1-f0834326656f HTTP/1.1" status: 200 len: 946 time: 0.1106713 Apr 30 13:21:09.358503 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ff43c958-621b-4ada-aba6-a04f4d581bae req-db7f0494-bb39-45f0-bec4-e600dd1e6584 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456934 Apr 30 13:21:10.530085 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904def6-73a4-452e-ae9a-1ae65a4cafb8 req-852bd732-4a74-42cd-ae11-3e244896af65 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:10.532741 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b904def6-73a4-452e-ae9a-1ae65a4cafb8 req-852bd732-4a74-42cd-ae11-3e244896af65 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 944 time: 0.1539319 Apr 30 13:21:10.636164 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b904def6-73a4-452e-ae9a-1ae65a4cafb8 req-05513793-c4b8-4a19-b3ae-b0e8b9c39a5a tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920126 Apr 30 13:21:10.679469 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53c51b-060b-4023-80c5-d555418f19e2 req-a0e13d40-f8c5-4dc1-a5b1-a64e921a9584 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:10.681128 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2a53c51b-060b-4023-80c5-d555418f19e2 req-a0e13d40-f8c5-4dc1-a5b1-a64e921a9584 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccecde33-e41a-46fc-9ee1-f0834326656f HTTP/1.1" status: 200 len: 946 time: 0.1130509 Apr 30 13:21:10.898508 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2a53c51b-060b-4023-80c5-d555418f19e2 req-9e5fa7bd-f754-4b67-8494-ee32e7a2facd tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c3abdcb-e033-484f-9d74-bf5445197696&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106540 Apr 30 13:21:10.944670 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe8825-867d-4b3f-bc1f-03378d52f426 req-cad0c3c6-3c4f-48a3-8b9f-13cc97fa863c tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:10.946270 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-21fe8825-867d-4b3f-bc1f-03378d52f426 req-cad0c3c6-3c4f-48a3-8b9f-13cc97fa863c tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.71 "GET /v2.0/ports?device_id=ccecde33-e41a-46fc-9ee1-f0834326656f HTTP/1.1" status: 200 len: 946 time: 0.0963304 Apr 30 13:21:11.102975 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-21fe8825-867d-4b3f-bc1f-03378d52f426 req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Deleting port f4d680b6-708a-42f8-a62f-e54604d1aaed {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:21:11.103438 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-21fe8825-867d-4b3f-bc1f-03378d52f426 req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:11.255226 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-21fe8825-867d-4b3f-bc1f-03378d52f426 req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] For port f4d680b6-708a-42f8-a62f-e54604d1aaed, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=f4d680b6-708a-42f8-a62f-e54604d1aaed,segment=NetworkSegment(1a9771ff-a3b7-498c-98b0-a997ce2e94ab),segment_id=1a9771ff-a3b7-498c-98b0-a997ce2e94ab)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:11.255551 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-21fe8825-867d-4b3f-bc1f-03378d52f426 req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:11.391834 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-21fe8825-867d-4b3f-bc1f-03378d52f426 req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Calling delete_port for f4d680b6-708a-42f8-a62f-e54604d1aaed owned by compute:nova {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:21:11.545771 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-21fe8825-867d-4b3f-bc1f-03378d52f426 req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:11.552830 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-e75201ac-7e37-48a6-83f4-3953e8ef4a21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:11.580988 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['f4d680b6-708a-42f8-a62f-e54604d1aaed'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:21:11.622287 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Pushing event deleted for resources: {'Port': ['ID=f4d680b6-708a-42f8-a62f-e54604d1aaed,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:11.677038 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.677577 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.678045 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.678521 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.678985 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.679442 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.679952 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.680467 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.680924 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.681397 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.681851 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.682297 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:21:11.695406 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:11.734070 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fe8825-867d-4b3f-bc1f-03378d52f426 req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] No DVR routers for this DVR port f4d680b6-708a-42f8-a62f-e54604d1aaed on host hv-cinder-78445 {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:21:11.736889 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-21fe8825-867d-4b3f-bc1f-03378d52f426 req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:11.739875 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccecde33-e41a-46fc-9ee1-f0834326656f', 'name': 'network-vif-deleted', 'tag': 'f4d680b6-708a-42f8-a62f-e54604d1aaed'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:21:11.753289 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-21fe8825-867d-4b3f-bc1f-03378d52f426 req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.71 "DELETE /v2.0/ports/f4d680b6-708a-42f8-a62f-e54604d1aaed HTTP/1.1" status: 204 len: 173 time: 0.8006341 Apr 30 13:21:11.803407 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccecde33-e41a-46fc-9ee1-f0834326656f', 'name': 'network-vif-deleted', 'tag': 'f4d680b6-708a-42f8-a62f-e54604d1aaed', 'status': 'completed', 'code': 200} Apr 30 13:21:11.938173 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac2639-104c-4726-a1c3-0fae4259b0b0 req-e9a0c52e-40e6-4755-9e10-8cf1032f231b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:11.940044 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dcac2639-104c-4726-a1c3-0fae4259b0b0 req-e9a0c52e-40e6-4755-9e10-8cf1032f231b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 944 time: 0.1081431 Apr 30 13:21:12.010988 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dcac2639-104c-4726-a1c3-0fae4259b0b0 req-ab52695d-cb51-4eef-859c-ca9ee1dec1f7 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579686 Apr 30 13:21:12.148739 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-04c799f5-3775-4491-86c6-d2dc6a66c286 req-33a629f0-e784-44ad-a9ef-d6d3345f196e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Synchronizing usage tracker for tenant:ea398af75bc44966965248e1ea7440c4 on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:21:12.168232 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-04c799f5-3775-4491-86c6-d2dc6a66c286 req-33a629f0-e784-44ad-a9ef-d6d3345f196e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Unset dirty status for tenant:ea398af75bc44966965248e1ea7440c4 on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:21:12.169841 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-04c799f5-3775-4491-86c6-d2dc6a66c286 req-33a629f0-e784-44ad-a9ef-d6d3345f196e tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] 10.222.0.69 "GET /v2.0/ports?device_id=ccecde33-e41a-46fc-9ee1-f0834326656f HTTP/1.1" status: 200 len: 210 time: 0.0750289 Apr 30 13:21:12.885232 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device c4bbd718-6742-46d3-8446-2788220e82f8 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:21:13.038738 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port c4bbd718-6742-46d3-8446-2788220e82f8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c4bbd718-6742-46d3-8446-2788220e82f8,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:13.057313 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': 'c4bbd718-6742-46d3-8446-2788220e82f8', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'port_id': 'c4bbd718-6742-46d3-8446-2788220e82f8', 'mac_address': 'fa:16:3e:b5:11:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:21:13.127819 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:13.149619 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4bbd718-6742-46d3-8446-2788220e82f8 {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:21:13.179970 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port c4bbd718-6742-46d3-8446-2788220e82f8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c4bbd718-6742-46d3-8446-2788220e82f8,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:13.185950 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:13.190455 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-cd450c4d-c8cf-48db-b3fb-f9acaa476067 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:13.266537 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a517292-1ba6-49b0-9a31-caba509c3932 req-ece872e9-b22c-4c8a-83ab-7c0df88b5706 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:13.268348 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1a517292-1ba6-49b0-9a31-caba509c3932 req-ece872e9-b22c-4c8a-83ab-7c0df88b5706 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 945 time: 0.1183896 Apr 30 13:21:13.299602 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=c4bbd718-6742-46d3-8446-2788220e82f8,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:13.304963 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:13.347285 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1a517292-1ba6-49b0-9a31-caba509c3932 req-e7a98aaa-c7ea-4ad4-9154-08b852ab1240 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718434 Apr 30 13:21:13.353108 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 45170) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:13.429664 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_v2 [None req-25aa66ed-b414-41ec-bf3b-162185ba8f4f admin admin] Deleting subnet f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e {{(pid=73814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:21:13.434176 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-25aa66ed-b414-41ec-bf3b-162185ba8f4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:13.491122 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-25aa66ed-b414-41ec-bf3b-162185ba8f4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66028610'] for subnet, precommit_delete_associations {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:13.515487 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['c4bbd718-6742-46d3-8446-2788220e82f8'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:21:13.557492 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-25aa66ed-b414-41ec-bf3b-162185ba8f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726744'] for subnet, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:13.842102 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-25aa66ed-b414-41ec-bf3b-162185ba8f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64949646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65153122'] for subnet, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:13.849433 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-680e780f-c174-41ad-8342-4d7aaa45d0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:13.917221 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa66ed-b414-41ec-bf3b-162185ba8f4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:13.923116 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-25aa66ed-b414-41ec-bf3b-162185ba8f4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:13.924257 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-25aa66ed-b414-41ec-bf3b-162185ba8f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for subnet, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:13.931502 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-25aa66ed-b414-41ec-bf3b-162185ba8f4f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f7b82f2b-9fd8-4f04-8020-5cc4abb16d7e HTTP/1.1" status: 204 len: 168 time: 0.5770948 Apr 30 13:21:13.934832 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 45174) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:14.126332 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6c83ff87-72cf-451b-b6c1-e0f77127b572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607959'] for network, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:14.538099 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6c83ff87-72cf-451b-b6c1-e0f77127b572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721493', 'neutron.services.segments.db._delete_segments_for_network-8751029557405'] for network, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:14.784915 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.services.segments.db [None req-6c83ff87-72cf-451b-b6c1-e0f77127b572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f53de5-5259-4652-858e-b5c33566feb0']}} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:14.801137 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.services.segments.db [None req-6c83ff87-72cf-451b-b6c1-e0f77127b572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9771ff-a3b7-498c-98b0-a997ce2e94ab') {'for_net_delete': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:14.801522 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.services.segments.db [None req-6c83ff87-72cf-451b-b6c1-e0f77127b572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9771ff-a3b7-498c-98b0-a997ce2e94ab') {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:14.822183 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6c83ff87-72cf-451b-b6c1-e0f77127b572 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751029569639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66028619'] for segment, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:14.844882 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d0baf-7f41-4f88-9923-aae8ac6780a6 req-9319e1c5-da61-41d0-af01-53017bb560a1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:14.846716 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6c8d0baf-7f41-4f88-9923-aae8ac6780a6 req-9319e1c5-da61-41d0-af01-53017bb560a1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 945 time: 0.3179269 Apr 30 13:21:14.853444 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6c83ff87-72cf-451b-b6c1-e0f77127b572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:14.876091 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c83ff87-72cf-451b-b6c1-e0f77127b572 admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=73814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:21:14.916398 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device c4bbd718-6742-46d3-8446-2788220e82f8 up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:21:15.022339 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6c8d0baf-7f41-4f88-9923-aae8ac6780a6 req-cad93836-d7c2-4b3d-8917-293eb2bd01f4 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629624 Apr 30 13:21:15.036516 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port c4bbd718-6742-46d3-8446-2788220e82f8 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:21:15.042961 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port c4bbd718-6742-46d3-8446-2788220e82f8 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:21:15.043453 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:15.095762 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-6c83ff87-72cf-451b-b6c1-e0f77127b572 admin admin] Network 80f53de5-5259-4652-858e-b5c33566feb0 has no segments {{(pid=73814) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:21:15.107827 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6c83ff87-72cf-451b-b6c1-e0f77127b572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-780525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64949540'] for segment, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:15.187291 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:15.220147 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86053f5e-dd6e-4517-ad56-198ac12b3ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4bbd718-6742-46d3-8446-2788220e82f8'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:21:15.236301 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port c4bbd718-6742-46d3-8446-2788220e82f8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c4bbd718-6742-46d3-8446-2788220e82f8,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:21:15.242303 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:15.244024 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device f4d680b6-708a-42f8-a62f-e54604d1aaed no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:21:15.279194 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86053f5e-dd6e-4517-ad56-198ac12b3ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4bbd718-6742-46d3-8446-2788220e82f8', 'code': 200} Apr 30 13:21:15.286333 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:15.340919 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: f4d680b6-708a-42f8-a62f-e54604d1aaed {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:21:15.341518 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device f4d680b6-708a-42f8-a62f-e54604d1aaed not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:21:15.385887 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=c4bbd718-6742-46d3-8446-2788220e82f8,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:15.390114 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:15.434037 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-6c83ff87-72cf-451b-b6c1-e0f77127b572 admin admin] Network 80f53de5-5259-4652-858e-b5c33566feb0 has no segments {{(pid=73814) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: Traceback (most recent call last): Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: timer() Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: cb(*args, **kw) Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: return func(*args, **kwargs) Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: self._notify() Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: self.callback(batched_events) Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: event.method(event) Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: return f(self, *a, **k) Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: return self._get(url).json() Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: return self.request(url, 'GET', **kwargs) Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:21:15.473210 dv-cinder-784453-4-iscsi neutron-server[73814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:21:15.632319 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6c83ff87-72cf-451b-b6c1-e0f77127b572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721390'] for network, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:15.640775 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-6c83ff87-72cf-451b-b6c1-e0f77127b572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:15.643777 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:15.675409 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83ff87-72cf-451b-b6c1-e0f77127b572 admin admin] Pushing event deleted for resources: {'Network': ['ID=80f53de5-5259-4652-858e-b5c33566feb0,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:15.678858 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-6c83ff87-72cf-451b-b6c1-e0f77127b572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:15.682703 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-6c83ff87-72cf-451b-b6c1-e0f77127b572 admin admin] 10.222.0.69 "DELETE /v2.0/networks/80f53de5-5259-4652-858e-b5c33566feb0 HTTP/1.1" status: 204 len: 168 time: 1.7460608 Apr 30 13:21:15.702968 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093eec81-3cab-40d7-a348-6114158f27ee req-a4ff32d7-20c1-4672-a828-c1479f5c0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:15.704571 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-093eec81-3cab-40d7-a348-6114158f27ee req-a4ff32d7-20c1-4672-a828-c1479f5c0a60 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 1099 time: 0.1427853 Apr 30 13:21:15.774568 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-093eec81-3cab-40d7-a348-6114158f27ee req-f59c73b9-4cbe-437c-9e31-1b9dfe417b18 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623136 Apr 30 13:21:15.960340 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 45184) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:16.021779 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-9f2a6073-1aa1-4b56-8a9a-58827d0a154e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ea398af75bc44966965248e1ea7440c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0599301 Apr 30 13:21:16.025048 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 45188) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:16.097482 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-78f740d5-e528-47ff-bbd7-ee0a5b9e0efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:16.138897 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-78f740d5-e528-47ff-bbd7-ee0a5b9e0efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:16.259789 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-78f740d5-e528-47ff-bbd7-ee0a5b9e0efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:16.271647 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-bd4a5804-a681-4781-9b17-405002166155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:16.312994 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f740d5-e528-47ff-bbd7-ee0a5b9e0efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3abdcb-e033-484f-9d74-bf5445197696,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:16.333468 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301cedc-5b98-4d58-a4a6-29d365e938c5 req-5d7b2145-6b0c-43f3-a98a-7610e535e6a1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:16.336170 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b301cedc-5b98-4d58-a4a6-29d365e938c5 req-5d7b2145-6b0c-43f3-a98a-7610e535e6a1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 946 time: 0.1748958 Apr 30 13:21:16.338107 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-78f740d5-e528-47ff-bbd7-ee0a5b9e0efb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:16.373811 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-78f740d5-e528-47ff-bbd7-ee0a5b9e0efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:16.375749 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-78f740d5-e528-47ff-bbd7-ee0a5b9e0efb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c3abdcb-e033-484f-9d74-bf5445197696 HTTP/1.1" status: 204 len: 168 time: 0.3494794 Apr 30 13:21:16.421617 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b301cedc-5b98-4d58-a4a6-29d365e938c5 req-4b362711-bfea-431d-b34b-d60d1eb4895f tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759294 Apr 30 13:21:17.708176 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faf5b8-3d99-4fc5-8417-78b0e8e4b8bc req-105d5f04-4a8d-4e38-81c3-0b98cd254e21 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:17.710810 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-78faf5b8-3d99-4fc5-8417-78b0e8e4b8bc req-105d5f04-4a8d-4e38-81c3-0b98cd254e21 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 946 time: 0.1195669 Apr 30 13:21:17.776458 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-78faf5b8-3d99-4fc5-8417-78b0e8e4b8bc req-f3771898-aafd-4fab-896a-242e7992d5cb tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589876 Apr 30 13:21:17.996492 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6863084-99a5-4fed-ab11-b8800d469904 req-83394cbb-f91d-47c7-baa3-86f18828bc19 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:17.998032 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f6863084-99a5-4fed-ab11-b8800d469904 req-83394cbb-f91d-47c7-baa3-86f18828bc19 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 946 time: 0.0917687 Apr 30 13:21:18.053551 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f6863084-99a5-4fed-ab11-b8800d469904 req-613b9bbc-99ec-49b0-a334-acbbb999738c tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494957 Apr 30 13:21:18.089647 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 45230) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:18.441298 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5fe694-9908-4b16-86ec-3969465cf47c tempest-TestVolumeBootPattern-760836808 tempest-TestVolumeBootPattern-760836808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:18.448014 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-1a5fe694-9908-4b16-86ec-3969465cf47c tempest-TestVolumeBootPattern-760836808 tempest-TestVolumeBootPattern-760836808-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 1094 time: 0.3522615 Apr 30 13:21:18.448309 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 45244) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:18.453851 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Request body: {'floatingip': {'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'port_id': 'c4bbd718-6742-46d3-8446-2788220e82f8', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'fixed_ip_address': '172.20.0.13'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:21:18.460001 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:18.463983 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Usage tracker for resource:floatingip and tenant:84922ba9fd0e4a5baa2926c4a19eadbe is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:18.468551 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:18.474597 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:18.485875 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for floatingip, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:18.637135 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:18.810259 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Allocated IP 172.27.1.80 (0b72fb58-bb2e-463f-beea-a002adeb004d/99073808-7a40-4541-a751-8ae1df9ed350/83f0f285-ab72-44f5-849e-2aabb0a2f72a) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:21:18.982733 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:19.024467 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:19.029096 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8b094823-420d-4c98-b575-e516b3374454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:19.090520 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Network 0b72fb58-bb2e-463f-beea-a002adeb004d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:21:19.093610 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:21:19.103382 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:21:19.151076 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event updated for resources: {'Port': ['ID=83f0f285-ab72-44f5-849e-2aabb0a2f72a,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:19.157492 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:19.667561 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:19.803880 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:20.102747 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:20.109081 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:20.116000 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-116798e9-5dd7-42e0-9ac7-b2678ac7d472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:20.243617 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event updated for resources: {'Port': ['ID=83f0f285-ab72-44f5-849e-2aabb0a2f72a,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:20.250647 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:20.263817 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66717071'] for floatingip, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:20.637588 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.l3_db [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Floating IP 6a16056a-b4c7-45ed-831b-c1e7a6b05605 associated. External IP: 172.27.1.80, port: c4bbd718-6742-46d3-8446-2788220e82f8. Apr 30 13:21:20.840331 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 45338) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:21.036776 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-626e5d49-1164-4263-b3ee-85ed9105a986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:21.071530 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-626e5d49-1164-4263-b3ee-85ed9105a986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:21.079572 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-626e5d49-1164-4263-b3ee-85ed9105a986 admin admin] Usage tracker for resource:security_group_rule and tenant:f4b042c0ad4c4ce598cfb611247bf052 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:21.084698 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-626e5d49-1164-4263-b3ee-85ed9105a986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:21.094018 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-626e5d49-1164-4263-b3ee-85ed9105a986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:21.101608 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Router 3b1e82da-6107-4cbc-9972-9fef42bfb03e has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:21:21.369457 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:21:21.383286 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ac210-595a-4a37-920e-c752b849a485 None None] Sync routers for ids ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:21:21.385188 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-626e5d49-1164-4263-b3ee-85ed9105a986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:21.391770 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-626e5d49-1164-4263-b3ee-85ed9105a986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:21.403212 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ac210-595a-4a37-920e-c752b849a485 None None] Routers {'3b1e82da-6107-4cbc-9972-9fef42bfb03e'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:21:21.404295 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-05a9f2e6-e14b-402a-9a00-3aaa2c6c4dca tempest-TestShelveInstance-2068471867 tempest-TestShelveInstance-2068471867-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:21.404477 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-145ac210-595a-4a37-920e-c752b849a485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:21:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:21.460069 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:21.498676 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-626e5d49-1164-4263-b3ee-85ed9105a986 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f4b042c0ad4c4ce598cfb611247bf052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6530950 Apr 30 13:21:21.499952 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 45344) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:21.502840 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e5d49-1164-4263-b3ee-85ed9105a986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1cb194-5675-4d24-a5f0-3c5ad3ad3b64,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:21.511999 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-626e5d49-1164-4263-b3ee-85ed9105a986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:21.543777 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0942814 Apr 30 13:21:21.545231 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86053f5e-dd6e-4517-ad56-198ac12b3ab1', 'tag': 'c4bbd718-6742-46d3-8446-2788220e82f8'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:21:21.601426 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86053f5e-dd6e-4517-ad56-198ac12b3ab1', 'tag': 'c4bbd718-6742-46d3-8446-2788220e82f8', 'status': 'completed', 'code': 200} Apr 30 13:21:21.609766 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d1c9d658-1eed-48dd-bc2b-14df0e5b006a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:21.661582 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d1c9d658-1eed-48dd-bc2b-14df0e5b006a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:21.718405 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-145ac210-595a-4a37-920e-c752b849a485 None None] Set router 3b1e82da-6107-4cbc-9972-9fef42bfb03e gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:21:21.749857 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:21:21.921480 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93c7a9-c39b-41b8-b1f9-896d1b5746ac req-59d91f5e-70e8-4caa-8fcf-a3a0ef159707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:21.922891 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9f93c7a9-c39b-41b8-b1f9-896d1b5746ac req-59d91f5e-70e8-4caa-8fcf-a3a0ef159707 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe&device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 1099 time: 0.2658849 Apr 30 13:21:21.969399 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d1c9d658-1eed-48dd-bc2b-14df0e5b006a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:21.975158 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-59e9df12-c8dc-4895-83d8-701a124a582c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:22.051387 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9d658-1eed-48dd-bc2b-14df0e5b006a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1cb194-5675-4d24-a5f0-3c5ad3ad3b64,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:22.057559 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d1c9d658-1eed-48dd-bc2b-14df0e5b006a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:22.064962 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-d1c9d658-1eed-48dd-bc2b-14df0e5b006a admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:22.066116 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-d1c9d658-1eed-48dd-bc2b-14df0e5b006a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3a1cb194-5675-4d24-a5f0-3c5ad3ad3b64 HTTP/1.1" status: 204 len: 168 time: 0.5593853 Apr 30 13:21:22.107879 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93c7a9-c39b-41b8-b1f9-896d1b5746ac req-a4bdb1b3-f297-4689-9039-172591148f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:22.110001 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9f93c7a9-c39b-41b8-b1f9-896d1b5746ac req-a4bdb1b3-f297-4689-9039-172591148f39 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2b163249-98b0-4843-a8e2-23079bfd6bc7 HTTP/1.1" status: 200 len: 914 time: 0.1806028 Apr 30 13:21:22.260967 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9f93c7a9-c39b-41b8-b1f9-896d1b5746ac req-95d644f0-a4fc-433d-8a88-a67800c8323c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4bbd718-6742-46d3-8446-2788220e82f8 HTTP/1.1" status: 200 len: 999 time: 0.1440547 Apr 30 13:21:22.271505 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-145ac210-595a-4a37-920e-c752b849a485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '6a16056a-b4c7-45ed-831b-c1e7a6b05605', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'port_id': 'c4bbd718-6742-46d3-8446-2788220e82f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'mac_address': 'fa:16:3e:b5:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86053f5e-dd6e-4517-ad56-198ac12b3ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:19Z', 'revision_number': 0, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:30Z', 'revision_number': 5, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:22.278777 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ac210-595a-4a37-920e-c752b849a485 None None] Checking router: 3b1e82da-6107-4cbc-9972-9fef42bfb03e for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:21:22.296568 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ac210-595a-4a37-920e-c752b849a485 None None] Routers {'3b1e82da-6107-4cbc-9972-9fef42bfb03e'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:21:22.297562 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-145ac210-595a-4a37-920e-c752b849a485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:21:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:22.354786 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93c7a9-c39b-41b8-b1f9-896d1b5746ac req-450373cb-7d28-4616-931f-25e7815535a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:22.356541 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9f93c7a9-c39b-41b8-b1f9-896d1b5746ac req-450373cb-7d28-4616-931f-25e7815535a2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=215c0eec-82e6-4605-9011-742c749c7293 HTTP/1.1" status: 200 len: 851 time: 0.0877566 Apr 30 13:21:22.514307 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93c7a9-c39b-41b8-b1f9-896d1b5746ac req-cb22bebe-cd66-444d-b479-f0ae00587532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:21:22.517226 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9f93c7a9-c39b-41b8-b1f9-896d1b5746ac req-cb22bebe-cd66-444d-b479-f0ae00587532 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b163249-98b0-4843-a8e2-23079bfd6bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1530979 Apr 30 13:21:22.552508 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-145ac210-595a-4a37-920e-c752b849a485 None None] Set router 3b1e82da-6107-4cbc-9972-9fef42bfb03e gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:21:22.625245 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 45356) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:22.650803 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f607b824-0cbd-4e15-b0dd-8ef7b70272fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:22.682636 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f607b824-0cbd-4e15-b0dd-8ef7b70272fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:22.689010 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f607b824-0cbd-4e15-b0dd-8ef7b70272fc admin admin] Usage tracker for resource:security_group_rule and tenant:ac7c4ad6a0c54a89a93ddd1188140ef9 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:22.695245 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f607b824-0cbd-4e15-b0dd-8ef7b70272fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:22.705894 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-f607b824-0cbd-4e15-b0dd-8ef7b70272fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:22.753538 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9f93c7a9-c39b-41b8-b1f9-896d1b5746ac req-efc487b3-6ca1-416c-a19a-047d90379c48 service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289150 Apr 30 13:21:22.837958 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f607b824-0cbd-4e15-b0dd-8ef7b70272fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:22.844179 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-f607b824-0cbd-4e15-b0dd-8ef7b70272fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:22.860848 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-ce169e7d-36ce-4abf-a8a4-8ebe2c9c7f5f tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:22.903718 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607b824-0cbd-4e15-b0dd-8ef7b70272fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2710c51e-4774-43d4-9818-91e6fe29c832,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:22.909720 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f607b824-0cbd-4e15-b0dd-8ef7b70272fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:22.916333 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-f607b824-0cbd-4e15-b0dd-8ef7b70272fc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ac7c4ad6a0c54a89a93ddd1188140ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897854 Apr 30 13:21:22.917053 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 45360) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:22.942392 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9f93c7a9-c39b-41b8-b1f9-896d1b5746ac req-6814d88c-0912-4ac3-8007-83f4db9e6675 service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730223 Apr 30 13:21:22.998865 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-97fda25b-3180-4153-8c01-f7537a8d5f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:23.030741 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-97fda25b-3180-4153-8c01-f7537a8d5f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:23.098050 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-97fda25b-3180-4153-8c01-f7537a8d5f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:23.103728 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-626e5d49-1164-4263-b3ee-85ed9105a986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:23.114872 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fda25b-3180-4153-8c01-f7537a8d5f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2710c51e-4774-43d4-9818-91e6fe29c832,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:23.119047 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-97fda25b-3180-4153-8c01-f7537a8d5f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:23.122962 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-97fda25b-3180-4153-8c01-f7537a8d5f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:23.124110 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-97fda25b-3180-4153-8c01-f7537a8d5f67 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2710c51e-4774-43d4-9818-91e6fe29c832 HTTP/1.1" status: 204 len: 168 time: 0.2060010 Apr 30 13:21:23.171740 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-145ac210-595a-4a37-920e-c752b849a485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '6a16056a-b4c7-45ed-831b-c1e7a6b05605', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'port_id': 'c4bbd718-6742-46d3-8446-2788220e82f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'mac_address': 'fa:16:3e:b5:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86053f5e-dd6e-4517-ad56-198ac12b3ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:19Z', 'revision_number': 0, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:30Z', 'revision_number': 5, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:21:23.179434 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ac210-595a-4a37-920e-c752b849a485 None None] The sync data for ids ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'] in dv-cinder-784453-4-iscsi is: [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '6a16056a-b4c7-45ed-831b-c1e7a6b05605', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'floating_ip_address': '172.27.1.80', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'port_id': 'c4bbd718-6742-46d3-8446-2788220e82f8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'mac_address': 'fa:16:3e:b5:11:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86053f5e-dd6e-4517-ad56-198ac12b3ab1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:21:19Z', 'updated_at': '2021-04-30T13:21:19Z', 'revision_number': 0, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:30Z', 'revision_number': 5, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:21:23.459419 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d378e1a-687b-47db-9818-f587c8299052 None None] New status for floating IP 6a16056a-b4c7-45ed-831b-c1e7a6b05605: ACTIVE {{(pid=73816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:21:26.772312 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 45430) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:26.921562 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5bf4c0e9-82b8-4b40-b2d7-3eb77809891d admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:26.940180 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5bf4c0e9-82b8-4b40-b2d7-3eb77809891d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:26.945233 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5bf4c0e9-82b8-4b40-b2d7-3eb77809891d admin admin] Usage tracker for resource:security_group_rule and tenant:4e0af6cdf72c4f69b7d14b7885be24c2 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:26.949574 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-5bf4c0e9-82b8-4b40-b2d7-3eb77809891d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:26.957733 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-5bf4c0e9-82b8-4b40-b2d7-3eb77809891d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:27.070438 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5bf4c0e9-82b8-4b40-b2d7-3eb77809891d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:27.076041 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-5bf4c0e9-82b8-4b40-b2d7-3eb77809891d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:27.084262 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8edc71a9-8fa3-47e5-a156-381fa3f26c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:27.132212 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-5bf4c0e9-82b8-4b40-b2d7-3eb77809891d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4e0af6cdf72c4f69b7d14b7885be24c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584075 Apr 30 13:21:27.133261 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4c0e9-82b8-4b40-b2d7-3eb77809891d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4d2e7e-c3cf-4907-81d5-972ae2d3bfed,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:27.135593 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 45436) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:27.136806 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5bf4c0e9-82b8-4b40-b2d7-3eb77809891d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:27.208330 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a38770df-f688-4471-80c9-c10fa3425a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:27.241455 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a38770df-f688-4471-80c9-c10fa3425a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:27.307252 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a38770df-f688-4471-80c9-c10fa3425a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:27.314007 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-a6d017ac-58d2-4f6f-aa4a-d3d593b72787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:27.327319 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38770df-f688-4471-80c9-c10fa3425a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4d2e7e-c3cf-4907-81d5-972ae2d3bfed,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:27.332895 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-a38770df-f688-4471-80c9-c10fa3425a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:27.334005 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a38770df-f688-4471-80c9-c10fa3425a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:27.338015 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-a38770df-f688-4471-80c9-c10fa3425a55 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ac4d2e7e-c3cf-4907-81d5-972ae2d3bfed HTTP/1.1" status: 204 len: 168 time: 0.1969938 Apr 30 13:21:27.771449 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 45444) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:27.791233 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c8b75d79-b1eb-4124-bd72-7ac326a543e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:27.811335 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-c8b75d79-b1eb-4124-bd72-7ac326a543e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:27.816841 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-c8b75d79-b1eb-4124-bd72-7ac326a543e3 admin admin] Usage tracker for resource:security_group_rule and tenant:c5bfe975d2cd43db9260776bc1e3954a is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:27.820873 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-c8b75d79-b1eb-4124-bd72-7ac326a543e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:27.829121 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-c8b75d79-b1eb-4124-bd72-7ac326a543e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:27.946819 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c8b75d79-b1eb-4124-bd72-7ac326a543e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:27.952828 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c8b75d79-b1eb-4124-bd72-7ac326a543e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:27.961861 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ed9e0484-3fe2-49f7-a4ad-91ac9f3064a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:28.009397 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b75d79-b1eb-4124-bd72-7ac326a543e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c7c9cd-0465-4541-9dbf-f7c895c230c0,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:28.014065 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-c8b75d79-b1eb-4124-bd72-7ac326a543e3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c5bfe975d2cd43db9260776bc1e3954a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413824 Apr 30 13:21:28.015158 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-c8b75d79-b1eb-4124-bd72-7ac326a543e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:28.017211 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 45448) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:28.090618 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-63846565-1172-4be4-98f2-01d62a485b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:28.124535 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-63846565-1172-4be4-98f2-01d62a485b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:28.199793 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-63846565-1172-4be4-98f2-01d62a485b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:28.209193 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7d687842-df77-428a-bfdb-6b842b4b2636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:28.232244 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63846565-1172-4be4-98f2-01d62a485b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c7c9cd-0465-4541-9dbf-f7c895c230c0,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:28.236851 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-63846565-1172-4be4-98f2-01d62a485b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:28.243267 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-63846565-1172-4be4-98f2-01d62a485b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:28.244519 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-63846565-1172-4be4-98f2-01d62a485b42 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/75c7c9cd-0465-4541-9dbf-f7c895c230c0 HTTP/1.1" status: 204 len: 168 time: 0.2262285 Apr 30 13:21:31.243135 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:32.345506 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-3498709f-4a3a-4638-ada9-71f086454565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:35.540299 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:35.763291 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-b0ee8ddb-9e2e-4505-aa45-5af2e50dd964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:36.525314 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:37.868837 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:54.185490 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 45586) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:54.313182 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9707e426-9e92-4b9b-a6db-64ccd701e5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:54.333887 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-9707e426-9e92-4b9b-a6db-64ccd701e5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:21:54.340777 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-9707e426-9e92-4b9b-a6db-64ccd701e5b9 admin admin] Usage tracker for resource:security_group_rule and tenant:f97f1eef46e045cb98244d4e39ed032a is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:21:54.344317 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-9707e426-9e92-4b9b-a6db-64ccd701e5b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:21:54.351526 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-9707e426-9e92-4b9b-a6db-64ccd701e5b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:21:54.489351 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9707e426-9e92-4b9b-a6db-64ccd701e5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:54.496905 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9707e426-9e92-4b9b-a6db-64ccd701e5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:54.508687 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-90c67bae-7309-4515-ad02-c6562f4ef294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:54.583523 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707e426-9e92-4b9b-a6db-64ccd701e5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1d5784-d017-4053-9479-ced9afadcb7e,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:54.590198 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-9707e426-9e92-4b9b-a6db-64ccd701e5b9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f97f1eef46e045cb98244d4e39ed032a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4030488 Apr 30 13:21:54.591742 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-9707e426-9e92-4b9b-a6db-64ccd701e5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:54.594170 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 45592) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:21:54.699349 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9eba864f-d134-4a86-913f-d8f72cc098db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:54.734490 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9eba864f-d134-4a86-913f-d8f72cc098db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:54.800567 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9eba864f-d134-4a86-913f-d8f72cc098db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:54.809231 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9cb3cf97-5193-4d04-a5e8-d6faebfa9912 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:21:54.832770 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba864f-d134-4a86-913f-d8f72cc098db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1d5784-d017-4053-9479-ced9afadcb7e,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:21:54.843169 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-9eba864f-d134-4a86-913f-d8f72cc098db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:21:54.849039 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-9eba864f-d134-4a86-913f-d8f72cc098db admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:21:54.850566 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-9eba864f-d134-4a86-913f-d8f72cc098db admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/af1d5784-d017-4053-9479-ced9afadcb7e HTTP/1.1" status: 204 len: 168 time: 0.2548144 Apr 30 13:21:58.745507 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:22:00.304112 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 45664) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:00.520668 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-13beb6cb-8f70-4b3a-95a1-53418f916919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:00.542333 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-13beb6cb-8f70-4b3a-95a1-53418f916919 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:00.547613 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-13beb6cb-8f70-4b3a-95a1-53418f916919 admin admin] Usage tracker for resource:security_group_rule and tenant:5844aceeb5d64a7f8695092545200454 is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:00.551499 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-13beb6cb-8f70-4b3a-95a1-53418f916919 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:00.558656 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-13beb6cb-8f70-4b3a-95a1-53418f916919 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:00.677652 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-13beb6cb-8f70-4b3a-95a1-53418f916919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:00.683623 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-13beb6cb-8f70-4b3a-95a1-53418f916919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:00.691857 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-8402d213-65ae-420e-b0f1-b1ef0a8ce7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:00.743693 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-13beb6cb-8f70-4b3a-95a1-53418f916919 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5844aceeb5d64a7f8695092545200454&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4379425 Apr 30 13:22:00.744618 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13beb6cb-8f70-4b3a-95a1-53418f916919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79fc2c8-3e2a-4736-af91-e1bdfafac9b6,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:00.747812 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 45670) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:00.748757 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-13beb6cb-8f70-4b3a-95a1-53418f916919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:00.862211 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-45c32e3b-ea5c-4ebb-8d7a-cbd51b5e5544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:00.913043 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-45c32e3b-ea5c-4ebb-8d7a-cbd51b5e5544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:01.007855 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-45c32e3b-ea5c-4ebb-8d7a-cbd51b5e5544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:01.012354 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-78f740d5-e528-47ff-bbd7-ee0a5b9e0efb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:01.031798 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c32e3b-ea5c-4ebb-8d7a-cbd51b5e5544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79fc2c8-3e2a-4736-af91-e1bdfafac9b6,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:01.034809 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-45c32e3b-ea5c-4ebb-8d7a-cbd51b5e5544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:01.046971 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-45c32e3b-ea5c-4ebb-8d7a-cbd51b5e5544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:01.048266 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-45c32e3b-ea5c-4ebb-8d7a-cbd51b5e5544 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b79fc2c8-3e2a-4736-af91-e1bdfafac9b6 HTTP/1.1" status: 204 len: 168 time: 0.2984669 Apr 30 13:22:01.244187 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:02.341712 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-b3862849-a68f-46ab-a110-54322a4de155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:05.536904 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:05.770656 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-eece3f66-5ffa-434b-b945-622aa02b309c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:06.530083 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:07.879398 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:31.258780 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:32.337970 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5ce728bc-fddf-4f54-b89c-eb667e73a2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:35.533406 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:35.745783 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:22:35.756175 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-35421aa4-01ff-46c6-842a-eeb82171f5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:36.502915 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 45864) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:36.531383 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:36.633895 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:36.656490 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:36.661289 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Usage tracker for resource:security_group_rule and tenant:0f2aaf1854fa499aa3e0df6011b9c98e is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:36.664460 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:36.671193 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:36.763749 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:36.769824 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:36.777288 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ff16d638-dcdd-41b4-9b4c-a7fe30538f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:36.818865 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0f2aaf1854fa499aa3e0df6011b9c98e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3147874 Apr 30 13:22:36.820022 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085b79aa-c055-4dc0-8992-b8f5564e9190,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:36.822138 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 45870) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:22:36.827899 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.828265 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.828629 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.828984 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.829337 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.829788 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.830139 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.830490 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.830835 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.831180 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.831524 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.831874 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.836501 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-242a2a7b-2ab9-49a5-b796-715e3e176869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:36.886154 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-964e5a1a-eeff-4dc0-a164-03beae1e75c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:36.913278 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-964e5a1a-eeff-4dc0-a164-03beae1e75c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:36.971021 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-964e5a1a-eeff-4dc0-a164-03beae1e75c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:36.974695 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5c1a3ebc-c846-4dc1-99ec-9f85f3bc948f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:36.987086 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e5a1a-eeff-4dc0-a164-03beae1e75c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085b79aa-c055-4dc0-8992-b8f5564e9190,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:36.997795 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e5a1a-eeff-4dc0-a164-03beae1e75c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.998176 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e5a1a-eeff-4dc0-a164-03beae1e75c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.998544 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e5a1a-eeff-4dc0-a164-03beae1e75c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.998902 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e5a1a-eeff-4dc0-a164-03beae1e75c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.999263 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e5a1a-eeff-4dc0-a164-03beae1e75c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.999619 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e5a1a-eeff-4dc0-a164-03beae1e75c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:36.999971 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e5a1a-eeff-4dc0-a164-03beae1e75c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:37.000334 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e5a1a-eeff-4dc0-a164-03beae1e75c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:37.000664 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e5a1a-eeff-4dc0-a164-03beae1e75c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:37.001015 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e5a1a-eeff-4dc0-a164-03beae1e75c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:37.001416 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e5a1a-eeff-4dc0-a164-03beae1e75c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:37.001775 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964e5a1a-eeff-4dc0-a164-03beae1e75c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:37.006436 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-964e5a1a-eeff-4dc0-a164-03beae1e75c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:37.008493 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-964e5a1a-eeff-4dc0-a164-03beae1e75c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:37.012225 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-964e5a1a-eeff-4dc0-a164-03beae1e75c9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/085b79aa-c055-4dc0-8992-b8f5564e9190 HTTP/1.1" status: 204 len: 168 time: 0.1887987 Apr 30 13:22:37.873221 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:38.945923 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a722ee98-ed6d-4d6a-9132-1848a42ad5c9 req-1b3327f2-88ff-4cb1-8f9a-92006f28024a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1932652 Apr 30 13:22:39.128199 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722ee98-ed6d-4d6a-9132-1848a42ad5c9 req-fcd8a1a7-6d46-465d-9068-38d26116f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:39.129906 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a722ee98-ed6d-4d6a-9132-1848a42ad5c9 req-fcd8a1a7-6d46-465d-9068-38d26116f5b0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe&device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 1099 time: 0.0824206 Apr 30 13:22:39.846989 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b194b249-4005-4038-83b6-1dd67fd04200 req-754e07c4-22ae-43d0-a580-aefc517a844b tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=645d14ab3b74409aa0a6373e05a1e50b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287306 Apr 30 13:22:40.211542 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194b249-4005-4038-83b6-1dd67fd04200 req-5e9f8c75-3b73-4f01-978f-4f780b816a53 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:40.213110 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b194b249-4005-4038-83b6-1dd67fd04200 req-5e9f8c75-3b73-4f01-978f-4f780b816a53 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3602643 Apr 30 13:22:40.252730 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b194b249-4005-4038-83b6-1dd67fd04200 req-eaa1a231-581f-4d4b-aadc-e569f15de576 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/quotas/645d14ab3b74409aa0a6373e05a1e50b HTTP/1.1" status: 200 len: 375 time: 0.0273449 Apr 30 13:22:40.257946 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722ee98-ed6d-4d6a-9132-1848a42ad5c9 req-030751cd-2aef-4cdc-9ece-1586bf0a98dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:40.259681 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a722ee98-ed6d-4d6a-9132-1848a42ad5c9 req-030751cd-2aef-4cdc-9ece-1586bf0a98dd service neutron] 10.222.0.71 "GET /v2.0/networks?id=2b163249-98b0-4843-a8e2-23079bfd6bc7 HTTP/1.1" status: 200 len: 914 time: 0.2883728 Apr 30 13:22:40.364925 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b194b249-4005-4038-83b6-1dd67fd04200 req-7edd805d-5040-4975-bc59-2e8c138bbeb3 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=645d14ab3b74409aa0a6373e05a1e50b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1039987 Apr 30 13:22:40.419016 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a722ee98-ed6d-4d6a-9132-1848a42ad5c9 req-b0e1f553-08df-4e0d-9ea3-cd736657d605 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c4bbd718-6742-46d3-8446-2788220e82f8 HTTP/1.1" status: 200 len: 1001 time: 0.1168761 Apr 30 13:22:40.499212 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722ee98-ed6d-4d6a-9132-1848a42ad5c9 req-a3af6b90-b92a-40b7-86fe-f952c617724f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:40.500725 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a722ee98-ed6d-4d6a-9132-1848a42ad5c9 req-a3af6b90-b92a-40b7-86fe-f952c617724f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=215c0eec-82e6-4605-9011-742c749c7293 HTTP/1.1" status: 200 len: 851 time: 0.0710897 Apr 30 13:22:40.590969 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722ee98-ed6d-4d6a-9132-1848a42ad5c9 req-11d55f80-1aca-421e-92b4-d25dd8f171c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:40.592808 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a722ee98-ed6d-4d6a-9132-1848a42ad5c9 req-11d55f80-1aca-421e-92b4-d25dd8f171c0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b163249-98b0-4843-a8e2-23079bfd6bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842011 Apr 30 13:22:40.604954 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [req-a722ee98-ed6d-4d6a-9132-1848a42ad5c9 req-ecddcd45-4f5a-4338-ac01-8e003565c576 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=73814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:22:40.606015 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a722ee98-ed6d-4d6a-9132-1848a42ad5c9 req-ecddcd45-4f5a-4338-ac01-8e003565c576 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055425 Apr 30 13:22:40.673620 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-907d3ee3-1743-4ced-9247-700b34b5dda7 req-2468a361-1c7c-49e7-a4c3-61a54ed855b6 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd27d83a-f33c-4a27-96a4-4a2e619a65e1 HTTP/1.1" status: 200 len: 210 time: 0.1254401 Apr 30 13:22:40.791140 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a722ee98-ed6d-4d6a-9132-1848a42ad5c9 req-605d76a1-ae48-4b04-a36f-79e6afb1625f service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490483 Apr 30 13:22:40.934027 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a722ee98-ed6d-4d6a-9132-1848a42ad5c9 req-d8553f9b-ca37-4f0c-978f-f557be5c54c7 service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363487 Apr 30 13:22:41.875173 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b194b249-4005-4038-83b6-1dd67fd04200 req-9d8ee00f-4833-4e20-8e3a-5afbd42d69eb tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=645d14ab3b74409aa0a6373e05a1e50b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825834 Apr 30 13:22:41.908779 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-148ec6a5-7867-45b1-954b-68e369415d1d req-b158309c-b657-4305-8c29-758e9a61ffc8 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd27d83a-f33c-4a27-96a4-4a2e619a65e1 HTTP/1.1" status: 200 len: 210 time: 0.0781655 Apr 30 13:22:42.051512 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194b249-4005-4038-83b6-1dd67fd04200 req-6330bd34-0e7b-4818-a546-9f9aa11cd07f tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:42.053357 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b194b249-4005-4038-83b6-1dd67fd04200 req-6330bd34-0e7b-4818-a546-9f9aa11cd07f tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725295 Apr 30 13:22:42.074582 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Request body: {'port': {'device_id': 'bd27d83a-f33c-4a27-96a4-4a2e619a65e1', 'network_id': 'cc6537b7-1065-44f5-b5a8-fbb703261e6d', 'admin_state_up': True, 'tenant_id': '645d14ab3b74409aa0a6373e05a1e50b'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:22:42.223608 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:42.227416 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Usage tracker for resource:port and tenant:645d14ab3b74409aa0a6373e05a1e50b is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:42.230476 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Quota usage for port was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:42.236539 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:42.248746 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Made reservation on behalf of 645d14ab3b74409aa0a6373e05a1e50b for: {'port': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:22:42.252503 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:42.266292 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Notify callbacks [] for security_group, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:42.282238 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:22:42.286393 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Usage tracker for resource:security_group_rule and tenant:645d14ab3b74409aa0a6373e05a1e50b is out of sync, need to count used quota {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:22:42.289615 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=73814) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:22:42.296336 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:22:42.396189 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Notify callbacks [] for security_group, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:42.403455 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:42.406514 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-44a699c9-6a4b-483e-abd9-22de19f1215e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:42.484649 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3016ba20-03cd-4807-a2ee-d74d4e85bdb3,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:42.490498 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:42.587435 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Allocated IP 192.168.233.248 (cc6537b7-1065-44f5-b5a8-fbb703261e6d/e8336573-d4f4-487c-b4e2-762b42ba5432/08b852bd-1af3-4d9d-a13d-4ad01f417428) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:22:42.805869 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:42.822223 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Transition to ACTIVE for port object 08b852bd-1af3-4d9d-a13d-4ad01f417428 will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:22:42.846097 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:42.852511 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-03e89622-f2af-4537-8016-c0139816e46f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:42.912769 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Network cc6537b7-1065-44f5-b5a8-fbb703261e6d is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:22:42.916048 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:22:42.925901 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:22:43.085052 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Pushing event updated for resources: {'Port': ['ID=08b852bd-1af3-4d9d-a13d-4ad01f417428,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:43.125699 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:43.167014 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:43.167748 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:43.215182 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2a176ef9-e284-4d06-9d96-705a1e82178c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1457052 Apr 30 13:22:43.221629 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-453c895e-33b9-46e9-aba7-bd0582855c45 None None] Provisioning for port 08b852bd-1af3-4d9d-a13d-4ad01f417428 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:22:43.224459 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3979276-6331-4cc3-884e-8b0d06ab7265 req-9126eab1-1ceb-4705-8511-f14ca8b4b4d3 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:43.225196 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-f3979276-6331-4cc3-884e-8b0d06ab7265 req-9126eab1-1ceb-4705-8511-f14ca8b4b4d3 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Synchronizing usage tracker for tenant:645d14ab3b74409aa0a6373e05a1e50b on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:22:43.229207 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-453c895e-33b9-46e9-aba7-bd0582855c45 None None] Provisioning complete for port 08b852bd-1af3-4d9d-a13d-4ad01f417428 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:22:43.229882 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-453c895e-33b9-46e9-aba7-bd0582855c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:43.234065 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Request body: {'port': {'device_id': 'bd27d83a-f33c-4a27-96a4-4a2e619a65e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:22:43.299330 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-f3979276-6331-4cc3-884e-8b0d06ab7265 req-9126eab1-1ceb-4705-8511-f14ca8b4b4d3 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Unset dirty status for tenant:645d14ab3b74409aa0a6373e05a1e50b on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:22:43.299694 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-453c895e-33b9-46e9-aba7-bd0582855c45 None None] Port 08b852bd-1af3-4d9d-a13d-4ad01f417428 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:22:43.301411 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f3979276-6331-4cc3-884e-8b0d06ab7265 req-9126eab1-1ceb-4705-8511-f14ca8b4b4d3 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd27d83a-f33c-4a27-96a4-4a2e619a65e1 HTTP/1.1" status: 200 len: 936 time: 0.2166731 Apr 30 13:22:43.393185 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:43.407852 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-f3979276-6331-4cc3-884e-8b0d06ab7265 req-a6922cf9-23a0-43ba-8ba3-497701756b38 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Synchronizing usage tracker for tenant:645d14ab3b74409aa0a6373e05a1e50b on resource:security_group {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:22:43.474971 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-f3979276-6331-4cc3-884e-8b0d06ab7265 req-a6922cf9-23a0-43ba-8ba3-497701756b38 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Unset dirty status for tenant:645d14ab3b74409aa0a6373e05a1e50b on resource:security_group {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:22:43.476140 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f3979276-6331-4cc3-884e-8b0d06ab7265 req-a6922cf9-23a0-43ba-8ba3-497701756b38 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/security-groups?id=3016ba20-03cd-4807-a2ee-d74d4e85bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464658 Apr 30 13:22:43.786764 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b852bd-1af3-4d9d-a13d-4ad01f417428 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:22:43.795686 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:43.812771 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Transition to ACTIVE for port object 08b852bd-1af3-4d9d-a13d-4ad01f417428 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:22:43.818017 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:43.822442 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7cf35b39-76a0-411f-914c-6e86be69a6c7 tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:43.987696 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Pushing event updated for resources: {'Port': ['ID=08b852bd-1af3-4d9d-a13d-4ad01f417428,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:43.995795 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:44.078393 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Attempting to bind port 08b852bd-1af3-4d9d-a13d-4ad01f417428 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:22:44.078742 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Attempting to bind port 08b852bd-1af3-4d9d-a13d-4ad01f417428 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': '975c8d43-63ed-4efa-af67-3ce1902cbba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'cc6537b7-1065-44f5-b5a8-fbb703261e6d'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:22:44.079112 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Attempting to bind port 08b852bd-1af3-4d9d-a13d-4ad01f417428 on network cc6537b7-1065-44f5-b5a8-fbb703261e6d {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:22:44.084771 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Port 08b852bd-1af3-4d9d-a13d-4ad01f417428 on network cc6537b7-1065-44f5-b5a8-fbb703261e6d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:22:44.085094 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Attempting to bind port 08b852bd-1af3-4d9d-a13d-4ad01f417428 on network cc6537b7-1065-44f5-b5a8-fbb703261e6d {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:22:44.091375 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:22:44.091728 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Checking segment: {'id': '975c8d43-63ed-4efa-af67-3ce1902cbba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'cc6537b7-1065-44f5-b5a8-fbb703261e6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:22:44.092103 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Bound using segment: {'id': '975c8d43-63ed-4efa-af67-3ce1902cbba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'cc6537b7-1065-44f5-b5a8-fbb703261e6d'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:22:44.092589 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Bound port: 08b852bd-1af3-4d9d-a13d-4ad01f417428, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '975c8d43-63ed-4efa-af67-3ce1902cbba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': 'cc6537b7-1065-44f5-b5a8-fbb703261e6d'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:22:44.092958 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:44.196405 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] For port 08b852bd-1af3-4d9d-a13d-4ad01f417428, host hv-cinder-78445, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:22:44.200780 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] For port 08b852bd-1af3-4d9d-a13d-4ad01f417428, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=08b852bd-1af3-4d9d-a13d-4ad01f417428,segment=NetworkSegment(975c8d43-63ed-4efa-af67-3ce1902cbba9),segment_id=975c8d43-63ed-4efa-af67-3ce1902cbba9)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:22:44.207198 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:44.211463 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5a1e8b68-ea80-4832-9368-f615ea15d769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:44.267770 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:44.268398 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:44.269895 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b194b249-4005-4038-83b6-1dd67fd04200 req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] 10.222.0.71 "PUT /v2.0/ports/08b852bd-1af3-4d9d-a13d-4ad01f417428 HTTP/1.1" status: 200 len: 1098 time: 1.0406451 Apr 30 13:22:44.270475 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd27d83a-f33c-4a27-96a4-4a2e619a65e1', 'tag': '08b852bd-1af3-4d9d-a13d-4ad01f417428'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:22:44.300176 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Pushing event updated for resources: {'Port': ['ID=08b852bd-1af3-4d9d-a13d-4ad01f417428,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:44.303600 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:44.453210 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd27d83a-f33c-4a27-96a4-4a2e619a65e1', 'tag': '08b852bd-1af3-4d9d-a13d-4ad01f417428', 'status': 'completed', 'code': 200} Apr 30 13:22:44.456911 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194b249-4005-4038-83b6-1dd67fd04200 req-dfb93eb3-a5b5-460a-9694-7084d48b2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:44.459897 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b194b249-4005-4038-83b6-1dd67fd04200 req-dfb93eb3-a5b5-460a-9694-7084d48b2533 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=645d14ab3b74409aa0a6373e05a1e50b&device_id=bd27d83a-f33c-4a27-96a4-4a2e619a65e1 HTTP/1.1" status: 200 len: 1101 time: 0.1021547 Apr 30 13:22:44.587805 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b194b249-4005-4038-83b6-1dd67fd04200 req-c6666cdc-0acf-4615-97f7-7079082d63b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=08b852bd-1af3-4d9d-a13d-4ad01f417428 HTTP/1.1" status: 200 len: 217 time: 0.1113312 Apr 30 13:22:44.785450 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194b249-4005-4038-83b6-1dd67fd04200 req-32a07bfa-50a1-4cdc-8402-76d5c6650432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:44.787884 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b194b249-4005-4038-83b6-1dd67fd04200 req-32a07bfa-50a1-4cdc-8402-76d5c6650432 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e8336573-d4f4-487c-b4e2-762b42ba5432 HTTP/1.1" status: 200 len: 843 time: 0.1930451 Apr 30 13:22:44.911720 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36aeac7-fdf1-4e30-b9da-6fbe4fefe978 req-6f142216-07da-479b-8831-da9fc1a9d7f1 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:44.913264 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d36aeac7-fdf1-4e30-b9da-6fbe4fefe978 req-6f142216-07da-479b-8831-da9fc1a9d7f1 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd27d83a-f33c-4a27-96a4-4a2e619a65e1 HTTP/1.1" status: 200 len: 948 time: 0.2569733 Apr 30 13:22:44.957577 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194b249-4005-4038-83b6-1dd67fd04200 req-e2423b60-6d2f-4f54-bfc7-5da63fd1d9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:44.959061 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b194b249-4005-4038-83b6-1dd67fd04200 req-e2423b60-6d2f-4f54-bfc7-5da63fd1d9d1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cc6537b7-1065-44f5-b5a8-fbb703261e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1602683 Apr 30 13:22:45.011253 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d36aeac7-fdf1-4e30-b9da-6fbe4fefe978 req-f75d0f67-23d1-47b9-8e67-4a0809cc8a71 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/security-groups?id=3016ba20-03cd-4807-a2ee-d74d4e85bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865192 Apr 30 13:22:45.111822 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b194b249-4005-4038-83b6-1dd67fd04200 req-2f683a07-1390-4226-bf47-a02821934d23 service neutron] 10.222.0.71 "GET /v2.0/networks/cc6537b7-1065-44f5-b5a8-fbb703261e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449027 Apr 30 13:22:45.382759 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b194b249-4005-4038-83b6-1dd67fd04200 req-4943da71-19c6-43c0-ac4d-b95fec1e33b9 service neutron] 10.222.0.71 "GET /v2.0/networks/cc6537b7-1065-44f5-b5a8-fbb703261e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647476 Apr 30 13:22:45.564595 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53045f2d-26ef-4be8-ba3e-2acb0e841886 req-2ae9dd9c-a835-460f-9f46-149550326506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:45.566188 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-53045f2d-26ef-4be8-ba3e-2acb0e841886 req-2ae9dd9c-a835-460f-9f46-149550326506 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=645d14ab3b74409aa0a6373e05a1e50b&device_id=bd27d83a-f33c-4a27-96a4-4a2e619a65e1 HTTP/1.1" status: 200 len: 1101 time: 0.0789368 Apr 30 13:22:45.704133 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53045f2d-26ef-4be8-ba3e-2acb0e841886 req-02c25df8-f72c-4fa8-bc3d-645c5dc469c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:45.705635 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-53045f2d-26ef-4be8-ba3e-2acb0e841886 req-02c25df8-f72c-4fa8-bc3d-645c5dc469c0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cc6537b7-1065-44f5-b5a8-fbb703261e6d HTTP/1.1" status: 200 len: 871 time: 0.1330657 Apr 30 13:22:45.781195 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-53045f2d-26ef-4be8-ba3e-2acb0e841886 req-34b4b028-23c2-40b7-82e0-fa92b00ebfb6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=08b852bd-1af3-4d9d-a13d-4ad01f417428 HTTP/1.1" status: 200 len: 217 time: 0.0682406 Apr 30 13:22:45.849769 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53045f2d-26ef-4be8-ba3e-2acb0e841886 req-f861197c-8e26-4940-9cc7-4ebf7677b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:45.851249 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-53045f2d-26ef-4be8-ba3e-2acb0e841886 req-f861197c-8e26-4940-9cc7-4ebf7677b080 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e8336573-d4f4-487c-b4e2-762b42ba5432 HTTP/1.1" status: 200 len: 843 time: 0.0630414 Apr 30 13:22:45.939657 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53045f2d-26ef-4be8-ba3e-2acb0e841886 req-5049adbe-4875-4bac-bbc4-8d053cff538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:45.941160 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-53045f2d-26ef-4be8-ba3e-2acb0e841886 req-5049adbe-4875-4bac-bbc4-8d053cff538b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cc6537b7-1065-44f5-b5a8-fbb703261e6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0775113 Apr 30 13:22:46.099419 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-53045f2d-26ef-4be8-ba3e-2acb0e841886 req-f1549c46-8e36-44de-9877-44a2b8dc8c3a service neutron] 10.222.0.71 "GET /v2.0/networks/cc6537b7-1065-44f5-b5a8-fbb703261e6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505055 Apr 30 13:22:46.295441 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-53045f2d-26ef-4be8-ba3e-2acb0e841886 req-639f0b02-3048-4fa7-a08a-fa3957742153 service neutron] 10.222.0.71 "GET /v2.0/networks/cc6537b7-1065-44f5-b5a8-fbb703261e6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880095 Apr 30 13:22:46.321091 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822d02f-efc2-468f-80fd-4233280d51ba req-5490c459-cdae-4e06-ae66-46f8eb4abd0a tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:46.323169 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c822d02f-efc2-468f-80fd-4233280d51ba req-5490c459-cdae-4e06-ae66-46f8eb4abd0a tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd27d83a-f33c-4a27-96a4-4a2e619a65e1 HTTP/1.1" status: 200 len: 948 time: 0.1216390 Apr 30 13:22:46.374196 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c822d02f-efc2-468f-80fd-4233280d51ba req-fba92cf3-d6e8-4668-9da7-367190779c18 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/security-groups?id=3016ba20-03cd-4807-a2ee-d74d4e85bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449386 Apr 30 13:22:47.429215 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 08b852bd-1af3-4d9d-a13d-4ad01f417428 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:22:47.581654 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99fb3d-50b3-4eaf-95ec-c1be800a48d6 req-da65d4c2-f747-493e-a41d-ffeb066ddce1 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:47.583029 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 08b852bd-1af3-4d9d-a13d-4ad01f417428, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=08b852bd-1af3-4d9d-a13d-4ad01f417428,segment=NetworkSegment(975c8d43-63ed-4efa-af67-3ce1902cbba9),segment_id=975c8d43-63ed-4efa-af67-3ce1902cbba9)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:47.583280 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6b99fb3d-50b3-4eaf-95ec-c1be800a48d6 req-da65d4c2-f747-493e-a41d-ffeb066ddce1 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd27d83a-f33c-4a27-96a4-4a2e619a65e1 HTTP/1.1" status: 200 len: 948 time: 0.0960460 Apr 30 13:22:47.597480 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': '08b852bd-1af3-4d9d-a13d-4ad01f417428', 'network_id': 'cc6537b7-1065-44f5-b5a8-fbb703261e6d', 'port_id': '08b852bd-1af3-4d9d-a13d-4ad01f417428', 'mac_address': 'fa:16:3e:09:b3:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8336573-d4f4-487c-b4e2-762b42ba5432', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:22:47.633597 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6b99fb3d-50b3-4eaf-95ec-c1be800a48d6 req-c80b926a-7a17-4670-9ff2-a82c3ef30e1b tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/security-groups?id=3016ba20-03cd-4807-a2ee-d74d4e85bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440950 Apr 30 13:22:47.662388 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:47.680397 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b852bd-1af3-4d9d-a13d-4ad01f417428 {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:22:47.696966 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 08b852bd-1af3-4d9d-a13d-4ad01f417428, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=08b852bd-1af3-4d9d-a13d-4ad01f417428,segment=NetworkSegment(975c8d43-63ed-4efa-af67-3ce1902cbba9),segment_id=975c8d43-63ed-4efa-af67-3ce1902cbba9)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:47.701957 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:47.703738 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:47.774944 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=08b852bd-1af3-4d9d-a13d-4ad01f417428,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:47.783607 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:47.783947 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:47.784274 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:47.784599 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:47.784919 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:47.785245 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:47.785599 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:47.785919 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:47.786230 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:47.786541 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:47.786845 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:47.787162 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:22:47.791784 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:47.988661 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['08b852bd-1af3-4d9d-a13d-4ad01f417428'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:22:48.834521 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018a236-7cab-4be7-bb41-a635fd43af68 req-620a4172-7851-49b9-8fcb-bec8b5979d55 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:48.836067 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c018a236-7cab-4be7-bb41-a635fd43af68 req-620a4172-7851-49b9-8fcb-bec8b5979d55 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd27d83a-f33c-4a27-96a4-4a2e619a65e1 HTTP/1.1" status: 200 len: 949 time: 0.0938056 Apr 30 13:22:48.891627 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c018a236-7cab-4be7-bb41-a635fd43af68 req-006b3aa3-bde0-4dc4-b27a-ac02b28747d3 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/security-groups?id=3016ba20-03cd-4807-a2ee-d74d4e85bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420184 Apr 30 13:22:49.450647 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 08b852bd-1af3-4d9d-a13d-4ad01f417428 up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:22:49.528868 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port 08b852bd-1af3-4d9d-a13d-4ad01f417428 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:22:49.534385 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port 08b852bd-1af3-4d9d-a13d-4ad01f417428 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:22:49.534855 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:49.660525 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:49.690815 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd27d83a-f33c-4a27-96a4-4a2e619a65e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b852bd-1af3-4d9d-a13d-4ad01f417428'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:22:49.701473 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 08b852bd-1af3-4d9d-a13d-4ad01f417428, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=08b852bd-1af3-4d9d-a13d-4ad01f417428,segment=NetworkSegment(975c8d43-63ed-4efa-af67-3ce1902cbba9),segment_id=975c8d43-63ed-4efa-af67-3ce1902cbba9)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:49.706469 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:49.708970 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:49.787442 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=08b852bd-1af3-4d9d-a13d-4ad01f417428,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:49.792432 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:49.832059 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd27d83a-f33c-4a27-96a4-4a2e619a65e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b852bd-1af3-4d9d-a13d-4ad01f417428', 'code': 200} Apr 30 13:22:50.150344 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d150b-0b79-4dbb-a29c-081d05a38de0 req-51e37288-4a7b-43d7-aa8d-5948d595b6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:50.151843 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d88d150b-0b79-4dbb-a29c-081d05a38de0 req-51e37288-4a7b-43d7-aa8d-5948d595b6e3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bd27d83a-f33c-4a27-96a4-4a2e619a65e1 HTTP/1.1" status: 200 len: 1103 time: 0.1047475 Apr 30 13:22:50.159856 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a61010-8817-4a24-ac24-4e267ca1832d req-1368331b-81ca-470d-a9c1-9d870b9eb63c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:50.161492 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a2a61010-8817-4a24-ac24-4e267ca1832d req-1368331b-81ca-470d-a9c1-9d870b9eb63c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd27d83a-f33c-4a27-96a4-4a2e619a65e1 HTTP/1.1" status: 200 len: 950 time: 0.1508749 Apr 30 13:22:50.232078 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d88d150b-0b79-4dbb-a29c-081d05a38de0 req-5e50498e-bdfb-4d0a-9a6a-325fba1a7812 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=3016ba20-03cd-4807-a2ee-d74d4e85bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695453 Apr 30 13:22:50.236826 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a2a61010-8817-4a24-ac24-4e267ca1832d req-93f2621a-b43e-47e3-a0de-7afac6864a3f tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/security-groups?id=3016ba20-03cd-4807-a2ee-d74d4e85bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613551 Apr 30 13:22:51.634405 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8653d5e-84ac-44ca-824a-45a9a2171799 req-6d8d4bd2-c1c9-4ec2-ba5c-313673d1ba1d tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:51.635914 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b8653d5e-84ac-44ca-824a-45a9a2171799 req-6d8d4bd2-c1c9-4ec2-ba5c-313673d1ba1d tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd27d83a-f33c-4a27-96a4-4a2e619a65e1 HTTP/1.1" status: 200 len: 950 time: 0.1169779 Apr 30 13:22:51.684495 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b8653d5e-84ac-44ca-824a-45a9a2171799 req-b600eccb-c7c9-4416-b115-6e0391809ab9 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/security-groups?id=3016ba20-03cd-4807-a2ee-d74d4e85bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425389 Apr 30 13:22:52.206416 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe9ec76-6cbc-4ce5-95e3-f4c36e4a0b6d req-c086998b-363e-4cd6-8b09-af01bf1538a4 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:52.207884 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9fe9ec76-6cbc-4ce5-95e3-f4c36e4a0b6d req-c086998b-363e-4cd6-8b09-af01bf1538a4 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd27d83a-f33c-4a27-96a4-4a2e619a65e1 HTTP/1.1" status: 200 len: 950 time: 0.0842853 Apr 30 13:22:52.256872 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9fe9ec76-6cbc-4ce5-95e3-f4c36e4a0b6d req-ca104888-22c5-4073-8882-38f2f319b8ec tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/security-groups?id=3016ba20-03cd-4807-a2ee-d74d4e85bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430241 Apr 30 13:22:53.476831 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32462d5-4a30-496c-b829-715d15b63a2a req-5d3f5c3e-a35a-41a0-affe-2960c114734c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:53.478414 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b32462d5-4a30-496c-b829-715d15b63a2a req-5d3f5c3e-a35a-41a0-affe-2960c114734c tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd27d83a-f33c-4a27-96a4-4a2e619a65e1 HTTP/1.1" status: 200 len: 950 time: 0.1028769 Apr 30 13:22:53.574740 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b32462d5-4a30-496c-b829-715d15b63a2a req-e7f90649-3cc8-4505-8a19-296be8f37858 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/security-groups?id=3016ba20-03cd-4807-a2ee-d74d4e85bdb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585904 Apr 30 13:22:53.605202 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccb381-057b-40a5-ada3-9f5863b37761 req-5206ec06-abde-4e5e-b430-596f759fe3a2 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:22:53.606851 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-adccb381-057b-40a5-ada3-9f5863b37761 req-5206ec06-abde-4e5e-b430-596f759fe3a2 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.71 "GET /v2.0/ports?device_id=bd27d83a-f33c-4a27-96a4-4a2e619a65e1 HTTP/1.1" status: 200 len: 950 time: 0.1233103 Apr 30 13:22:53.872878 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-adccb381-057b-40a5-ada3-9f5863b37761 req-4e8d5f13-1cbb-49e9-8f22-06e5dc606abd tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Deleting port 08b852bd-1af3-4d9d-a13d-4ad01f417428 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:22:53.873355 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-adccb381-057b-40a5-ada3-9f5863b37761 req-4e8d5f13-1cbb-49e9-8f22-06e5dc606abd tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:54.022246 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-adccb381-057b-40a5-ada3-9f5863b37761 req-4e8d5f13-1cbb-49e9-8f22-06e5dc606abd tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] For port 08b852bd-1af3-4d9d-a13d-4ad01f417428, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=08b852bd-1af3-4d9d-a13d-4ad01f417428,segment=NetworkSegment(975c8d43-63ed-4efa-af67-3ce1902cbba9),segment_id=975c8d43-63ed-4efa-af67-3ce1902cbba9)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:22:54.022612 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-adccb381-057b-40a5-ada3-9f5863b37761 req-4e8d5f13-1cbb-49e9-8f22-06e5dc606abd tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:54.157944 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-adccb381-057b-40a5-ada3-9f5863b37761 req-4e8d5f13-1cbb-49e9-8f22-06e5dc606abd tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Calling delete_port for 08b852bd-1af3-4d9d-a13d-4ad01f417428 owned by compute:nova {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:22:54.324051 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-adccb381-057b-40a5-ada3-9f5863b37761 req-4e8d5f13-1cbb-49e9-8f22-06e5dc606abd tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:54.331126 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:22:54.361968 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['08b852bd-1af3-4d9d-a13d-4ad01f417428'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:22:54.378763 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d5f13-1cbb-49e9-8f22-06e5dc606abd tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Pushing event deleted for resources: {'Port': ['ID=08b852bd-1af3-4d9d-a13d-4ad01f417428,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:22:54.382691 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-4e8d5f13-1cbb-49e9-8f22-06e5dc606abd tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:22:54.465534 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-adccb381-057b-40a5-ada3-9f5863b37761 req-4e8d5f13-1cbb-49e9-8f22-06e5dc606abd tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] No DVR routers for this DVR port 08b852bd-1af3-4d9d-a13d-4ad01f417428 on host hv-cinder-78445 {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:22:54.469110 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-adccb381-057b-40a5-ada3-9f5863b37761 req-4e8d5f13-1cbb-49e9-8f22-06e5dc606abd tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:22:54.472863 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd27d83a-f33c-4a27-96a4-4a2e619a65e1', 'name': 'network-vif-deleted', 'tag': '08b852bd-1af3-4d9d-a13d-4ad01f417428'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:22:54.498539 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-adccb381-057b-40a5-ada3-9f5863b37761 req-4e8d5f13-1cbb-49e9-8f22-06e5dc606abd tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.71 "DELETE /v2.0/ports/08b852bd-1af3-4d9d-a13d-4ad01f417428 HTTP/1.1" status: 204 len: 173 time: 0.8855333 Apr 30 13:22:54.541898 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd27d83a-f33c-4a27-96a4-4a2e619a65e1', 'name': 'network-vif-deleted', 'tag': '08b852bd-1af3-4d9d-a13d-4ad01f417428', 'status': 'completed', 'code': 200} Apr 30 13:22:54.811249 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-84447703-10b8-45f0-bea7-41c2fa71a01f req-799780cb-1a0e-45a9-b24f-8bea1a3af176 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Synchronizing usage tracker for tenant:645d14ab3b74409aa0a6373e05a1e50b on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:22:54.829623 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-84447703-10b8-45f0-bea7-41c2fa71a01f req-799780cb-1a0e-45a9-b24f-8bea1a3af176 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Unset dirty status for tenant:645d14ab3b74409aa0a6373e05a1e50b on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:22:54.830839 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-84447703-10b8-45f0-bea7-41c2fa71a01f req-799780cb-1a0e-45a9-b24f-8bea1a3af176 tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd27d83a-f33c-4a27-96a4-4a2e619a65e1 HTTP/1.1" status: 200 len: 210 time: 0.0633953 Apr 30 13:22:57.476991 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 08b852bd-1af3-4d9d-a13d-4ad01f417428 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:22:57.535257 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: 08b852bd-1af3-4d9d-a13d-4ad01f417428 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:22:57.535819 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 08b852bd-1af3-4d9d-a13d-4ad01f417428 not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:23:01.250736 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:01.275905 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 46210) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:01.450529 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-dd0839f1-7064-42f0-8e14-67dbcdffcf49 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=645d14ab3b74409aa0a6373e05a1e50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730800 Apr 30 13:23:01.452791 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 46216) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:01.520154 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-440be5c0-be6c-42a5-9f0a-784fdd0a6944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:01.548947 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-440be5c0-be6c-42a5-9f0a-784fdd0a6944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:01.606578 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-440be5c0-be6c-42a5-9f0a-784fdd0a6944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:01.610853 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-b6475f39-17d3-49e6-9baf-5a0b8877027b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:01.625671 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440be5c0-be6c-42a5-9f0a-784fdd0a6944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3016ba20-03cd-4807-a2ee-d74d4e85bdb3,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:01.628836 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-440be5c0-be6c-42a5-9f0a-784fdd0a6944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:01.645035 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-440be5c0-be6c-42a5-9f0a-784fdd0a6944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:01.649211 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-440be5c0-be6c-42a5-9f0a-784fdd0a6944 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3016ba20-03cd-4807-a2ee-d74d4e85bdb3 HTTP/1.1" status: 204 len: 168 time: 0.1930876 Apr 30 13:23:02.335751 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-fe8081ee-600a-4b5f-ba34-1d0ddc7be35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.530858 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:05.763174 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-228ba0d6-b566-4a19-90a8-c27e567a3548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:06.535391 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:07.885647 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:12.748942 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:23:21.092980 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9d1e3-1d68-4ed7-916f-fd98d8a1ec79 req-60f2aeda-c007-4ac9-82c9-694773c1d56a tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:21.094564 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-67d9d1e3-1d68-4ed7-916f-fd98d8a1ec79 req-60f2aeda-c007-4ac9-82c9-694773c1d56a tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 946 time: 0.0904648 Apr 30 13:23:21.144738 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-67d9d1e3-1d68-4ed7-916f-fd98d8a1ec79 req-bcfe44fa-5c7a-4065-8219-660b2b40ef8b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440304 Apr 30 13:23:22.348027 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a125da8-8b04-4dca-b744-71f31764a1a7 req-d44c97db-4e9c-414d-8532-207aa1deb38b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:22.349639 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3a125da8-8b04-4dca-b744-71f31764a1a7 req-d44c97db-4e9c-414d-8532-207aa1deb38b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 946 time: 0.0882976 Apr 30 13:23:22.397126 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3a125da8-8b04-4dca-b744-71f31764a1a7 req-dfb8a7b0-e71f-4751-9072-8f8b2be2d1b2 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415287 Apr 30 13:23:22.683712 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d34bb1e-9464-4955-81b9-119e1791a475 req-a0187022-7c32-4499-a728-060d37bb52ed tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:22.685207 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7d34bb1e-9464-4955-81b9-119e1791a475 req-a0187022-7c32-4499-a728-060d37bb52ed tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.71 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 946 time: 0.0905585 Apr 30 13:23:22.826896 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-7d34bb1e-9464-4955-81b9-119e1791a475 req-2b2b83dd-9870-49ad-8f87-480adc2f796f tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Deleting port c4bbd718-6742-46d3-8446-2788220e82f8 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:23:22.827178 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-7d34bb1e-9464-4955-81b9-119e1791a475 req-2b2b83dd-9870-49ad-8f87-480adc2f796f tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:22.970760 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-7d34bb1e-9464-4955-81b9-119e1791a475 req-2b2b83dd-9870-49ad-8f87-480adc2f796f tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] For port c4bbd718-6742-46d3-8446-2788220e82f8, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=c4bbd718-6742-46d3-8446-2788220e82f8,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:22.971100 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-7d34bb1e-9464-4955-81b9-119e1791a475 req-2b2b83dd-9870-49ad-8f87-480adc2f796f tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:23.370370 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-7d34bb1e-9464-4955-81b9-119e1791a475 req-2b2b83dd-9870-49ad-8f87-480adc2f796f tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:23.371165 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-7d34bb1e-9464-4955-81b9-119e1791a475 req-2b2b83dd-9870-49ad-8f87-480adc2f796f tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66717071'] for floatingip, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:23.371165 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.db.l3_db [req-7d34bb1e-9464-4955-81b9-119e1791a475 req-2b2b83dd-9870-49ad-8f87-480adc2f796f tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Floating IP 6a16056a-b4c7-45ed-831b-c1e7a6b05605 disassociated. External IP: 172.27.1.80, port: c4bbd718-6742-46d3-8446-2788220e82f8. Apr 30 13:23:23.371357 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-7d34bb1e-9464-4955-81b9-119e1791a475 req-2b2b83dd-9870-49ad-8f87-480adc2f796f tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Calling delete_port for c4bbd718-6742-46d3-8446-2788220e82f8 owned by compute:nova {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:23:23.502307 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-7d34bb1e-9464-4955-81b9-119e1791a475 req-2b2b83dd-9870-49ad-8f87-480adc2f796f tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:23.511551 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-4e8d5f13-1cbb-49e9-8f22-06e5dc606abd tempest-VolumesNegativeTest-1432766754 tempest-VolumesNegativeTest-1432766754-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:23.601715 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b83dd-9870-49ad-8f87-480adc2f796f tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event deleted for resources: {'Port': ['ID=c4bbd718-6742-46d3-8446-2788220e82f8,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:23.605559 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ea021b52-ebd3-42a2-a473-c24f65d822be req-474a64b4-036a-4b9e-88e8-9b9c5a234be0 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 210 time: 0.0624986 Apr 30 13:23:23.606312 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-2b2b83dd-9870-49ad-8f87-480adc2f796f tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:23.806732 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d34bb1e-9464-4955-81b9-119e1791a475 req-2b2b83dd-9870-49ad-8f87-480adc2f796f tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Router 3b1e82da-6107-4cbc-9972-9fef42bfb03e has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:23:23.993594 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d34bb1e-9464-4955-81b9-119e1791a475 req-2b2b83dd-9870-49ad-8f87-480adc2f796f tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:23:24.006277 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f54bf-e85f-473e-acb1-cfc8d352d3d5 None None] Sync routers for ids ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:23:24.024564 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f54bf-e85f-473e-acb1-cfc8d352d3d5 None None] Routers {'3b1e82da-6107-4cbc-9972-9fef42bfb03e'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:24.026513 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-889f54bf-e85f-473e-acb1-cfc8d352d3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:23:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:24.083751 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d34bb1e-9464-4955-81b9-119e1791a475 req-2b2b83dd-9870-49ad-8f87-480adc2f796f tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] No DVR routers for this DVR port c4bbd718-6742-46d3-8446-2788220e82f8 on host hv-cinder-78445 {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:23:24.086497 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-7d34bb1e-9464-4955-81b9-119e1791a475 req-2b2b83dd-9870-49ad-8f87-480adc2f796f tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:24.088937 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86053f5e-dd6e-4517-ad56-198ac12b3ab1', 'name': 'network-vif-deleted', 'tag': 'c4bbd718-6742-46d3-8446-2788220e82f8'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:23:24.106242 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7d34bb1e-9464-4955-81b9-119e1791a475 req-2b2b83dd-9870-49ad-8f87-480adc2f796f tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.71 "DELETE /v2.0/ports/c4bbd718-6742-46d3-8446-2788220e82f8 HTTP/1.1" status: 204 len: 173 time: 1.4154711 Apr 30 13:23:24.142706 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86053f5e-dd6e-4517-ad56-198ac12b3ab1', 'name': 'network-vif-deleted', 'tag': 'c4bbd718-6742-46d3-8446-2788220e82f8', 'status': 'completed', 'code': 200} Apr 30 13:23:24.294655 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-889f54bf-e85f-473e-acb1-cfc8d352d3d5 None None] Set router 3b1e82da-6107-4cbc-9972-9fef42bfb03e gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:24.624821 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-889f54bf-e85f-473e-acb1-cfc8d352d3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:30Z', 'revision_number': 5, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:24.629719 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f54bf-e85f-473e-acb1-cfc8d352d3d5 None None] Checking router: 3b1e82da-6107-4cbc-9972-9fef42bfb03e for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:23:24.639227 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f54bf-e85f-473e-acb1-cfc8d352d3d5 None None] Routers {'3b1e82da-6107-4cbc-9972-9fef42bfb03e'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:24.639885 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-889f54bf-e85f-473e-acb1-cfc8d352d3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:23:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:24.807014 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-1517fdcb-c19a-42bb-8ac2-3d78443c55b9 req-2d99df29-0b21-4b69-bb8b-bc0997d8a3be tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Synchronizing usage tracker for tenant:84922ba9fd0e4a5baa2926c4a19eadbe on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:23:24.824516 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-1517fdcb-c19a-42bb-8ac2-3d78443c55b9 req-2d99df29-0b21-4b69-bb8b-bc0997d8a3be tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Unset dirty status for tenant:84922ba9fd0e4a5baa2926c4a19eadbe on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:23:24.825778 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1517fdcb-c19a-42bb-8ac2-3d78443c55b9 req-2d99df29-0b21-4b69-bb8b-bc0997d8a3be tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=86053f5e-dd6e-4517-ad56-198ac12b3ab1 HTTP/1.1" status: 200 len: 210 time: 0.0724003 Apr 30 13:23:24.838947 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-889f54bf-e85f-473e-acb1-cfc8d352d3d5 None None] Set router 3b1e82da-6107-4cbc-9972-9fef42bfb03e gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:25.179788 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-889f54bf-e85f-473e-acb1-cfc8d352d3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:30Z', 'revision_number': 5, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:25.184337 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f54bf-e85f-473e-acb1-cfc8d352d3d5 None None] The sync data for ids ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'] in dv-cinder-784453-4-iscsi is: [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:30Z', 'revision_number': 5, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:23:25.393357 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5429c4-c6bb-459b-b4ab-84bbc080eb86 None None] New status for floating IP 6a16056a-b4c7-45ed-831b-c1e7a6b05605: DOWN {{(pid=73816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:23:25.583674 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device c4bbd718-6742-46d3-8446-2788220e82f8 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:23:25.620374 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: c4bbd718-6742-46d3-8446-2788220e82f8 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:23:25.620791 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device c4bbd718-6742-46d3-8446-2788220e82f8 not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:23:26.206913 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-bbd730f3-2f0f-4b69-99fc-6edaecfc2078 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987593170&fields=id&tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe HTTP/1.1" status: 200 len: 267 time: 0.0442412 Apr 30 13:23:26.367897 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-78674971-257f-4884-86f7-98bc2da8900b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:26.369511 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-78674971-257f-4884-86f7-98bc2da8900b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/networks?id=2b163249-98b0-4843-a8e2-23079bfd6bc7 HTTP/1.1" status: 200 len: 812 time: 0.1552258 Apr 30 13:23:26.388484 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-8ff16779-8d6e-463b-9beb-f14a49d502e0 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/quotas/84922ba9fd0e4a5baa2926c4a19eadbe HTTP/1.1" status: 200 len: 375 time: 0.0101614 Apr 30 13:23:26.489367 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-02cdeb1d-8e47-4094-8030-af19ed1de344 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0948551 Apr 30 13:23:26.611346 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-f5533ac6-76a7-4efc-be1f-e1f0744657c1 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=73814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:23:26.612312 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-f5533ac6-76a7-4efc-be1f-e1f0744657c1 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1115005 Apr 30 13:23:26.746935 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-4b083979-77e9-4f7c-b9f8-d61603de4ffe service neutron] 10.222.0.69 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257999 Apr 30 13:23:26.884746 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-b28019f4-ee43-4b36-a74f-a851f12b099a service neutron] 10.222.0.69 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316335 Apr 30 13:23:27.451502 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4c4c50aa-eac8-425b-aa8d-7b1c75934bb4 req-b1a8f217-8d74-4e59-b62b-b29324f2d44c tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 210 time: 0.0464079 Apr 30 13:23:28.741580 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-ad102963-e701-45ba-85db-8abcba036b7c req-1ad71284-f87e-4c77-8047-92c2fae5f916 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 210 time: 0.1719410 Apr 30 13:23:28.778677 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-da6c670e-5263-41a0-8eba-328d398f726a tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:28.780065 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-da6c670e-5263-41a0-8eba-328d398f726a tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.71 "GET /v2.0/networks?id=2b163249-98b0-4843-a8e2-23079bfd6bc7 HTTP/1.1" status: 200 len: 812 time: 0.3274226 Apr 30 13:23:28.841791 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-9d8cbbf6-0f19-43d9-a307-8e746a35eb44 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe HTTP/1.1" status: 200 len: 380 time: 0.0457761 Apr 30 13:23:28.852901 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-522639e3-4971-4fad-af2b-a0f8115deccc tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Request body: {'port': {'device_id': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'admin_state_up': True, 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'security_groups': ['7a1b8bc0-fa45-4749-a36c-a8add27ccbb2']}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:28.998085 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-522639e3-4971-4fad-af2b-a0f8115deccc tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:29.010145 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-522639e3-4971-4fad-af2b-a0f8115deccc tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:29.019984 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-522639e3-4971-4fad-af2b-a0f8115deccc tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Made reservation on behalf of 84922ba9fd0e4a5baa2926c4a19eadbe for: {'port': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:23:29.023569 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-522639e3-4971-4fad-af2b-a0f8115deccc tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:29.196609 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-522639e3-4971-4fad-af2b-a0f8115deccc tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Allocated IP 172.20.0.6 (2b163249-98b0-4843-a8e2-23079bfd6bc7/215c0eec-82e6-4605-9011-742c749c7293/69169ecd-78e9-49da-9059-af3f252d5b61) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:23:29.401127 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-522639e3-4971-4fad-af2b-a0f8115deccc tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:29.423583 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-522639e3-4971-4fad-af2b-a0f8115deccc tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Transition to ACTIVE for port object 69169ecd-78e9-49da-9059-af3f252d5b61 will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:29.450004 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-522639e3-4971-4fad-af2b-a0f8115deccc tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:29.455615 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-51a79146-03f7-43d6-a332-14d802e0534b tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:29.521600 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-522639e3-4971-4fad-af2b-a0f8115deccc tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Network 2b163249-98b0-4843-a8e2-23079bfd6bc7 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:29.525014 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-522639e3-4971-4fad-af2b-a0f8115deccc tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:29.534092 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-522639e3-4971-4fad-af2b-a0f8115deccc tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:23:29.568032 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522639e3-4971-4fad-af2b-a0f8115deccc tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event updated for resources: {'Port': ['ID=69169ecd-78e9-49da-9059-af3f252d5b61,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:29.579079 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-522639e3-4971-4fad-af2b-a0f8115deccc tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:29.605779 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-522639e3-4971-4fad-af2b-a0f8115deccc tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:29.606399 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-522639e3-4971-4fad-af2b-a0f8115deccc tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:29.632718 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-522639e3-4971-4fad-af2b-a0f8115deccc tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7854712 Apr 30 13:23:29.649687 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Request body: {'port': {'device_id': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:29.762841 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-ac8b0aad-18a7-4c9a-adb0-058d2318dd70 None None] Provisioning for port 69169ecd-78e9-49da-9059-af3f252d5b61 completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:29.768980 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-ac8b0aad-18a7-4c9a-adb0-058d2318dd70 None None] Provisioning complete for port 69169ecd-78e9-49da-9059-af3f252d5b61 triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:29.769580 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ac8b0aad-18a7-4c9a-adb0-058d2318dd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:29.770199 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:29.833159 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b0aad-18a7-4c9a-adb0-058d2318dd70 None None] Port 69169ecd-78e9-49da-9059-af3f252d5b61 cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:23:30.081259 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ed315-663e-44c5-bb8b-037681d337c4 req-2c407b6a-fc11-4cfe-9de7-e72b43ab0861 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:30.082050 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-a28ed315-663e-44c5-bb8b-037681d337c4 req-2c407b6a-fc11-4cfe-9de7-e72b43ab0861 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Synchronizing usage tracker for tenant:84922ba9fd0e4a5baa2926c4a19eadbe on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:23:30.117095 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-a28ed315-663e-44c5-bb8b-037681d337c4 req-2c407b6a-fc11-4cfe-9de7-e72b43ab0861 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Unset dirty status for tenant:84922ba9fd0e4a5baa2926c4a19eadbe on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:23:30.118203 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a28ed315-663e-44c5-bb8b-037681d337c4 req-2c407b6a-fc11-4cfe-9de7-e72b43ab0861 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 931 time: 0.2303114 Apr 30 13:23:30.219852 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69169ecd-78e9-49da-9059-af3f252d5b61 {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:23:30.230499 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a28ed315-663e-44c5-bb8b-037681d337c4 req-c828cec1-5872-413c-9522-b6a104ff5a93 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038086 Apr 30 13:23:30.232024 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:30.247739 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Transition to ACTIVE for port object 69169ecd-78e9-49da-9059-af3f252d5b61 will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:23:30.251564 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:30.255287 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-2b2b83dd-9870-49ad-8f87-480adc2f796f tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:30.405667 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Pushing event updated for resources: {'Port': ['ID=69169ecd-78e9-49da-9059-af3f252d5b61,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:30.413967 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:30.490499 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Attempting to bind port 69169ecd-78e9-49da-9059-af3f252d5b61 on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:23:30.490831 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Attempting to bind port 69169ecd-78e9-49da-9059-af3f252d5b61 by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:23:30.491154 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Attempting to bind port 69169ecd-78e9-49da-9059-af3f252d5b61 on network 2b163249-98b0-4843-a8e2-23079bfd6bc7 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:23:30.495993 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Port 69169ecd-78e9-49da-9059-af3f252d5b61 on network 2b163249-98b0-4843-a8e2-23079bfd6bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:23:30.496300 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Attempting to bind port 69169ecd-78e9-49da-9059-af3f252d5b61 on network 2b163249-98b0-4843-a8e2-23079bfd6bc7 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:23:30.501552 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:23:30.501886 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Checking segment: {'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:23:30.502276 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Bound using segment: {'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:23:30.502698 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Bound port: 69169ecd-78e9-49da-9059-af3f252d5b61, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:23:30.503038 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:30.598269 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] For port 69169ecd-78e9-49da-9059-af3f252d5b61, host hv-cinder-78445, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:23:30.601231 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] For port 69169ecd-78e9-49da-9059-af3f252d5b61, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=69169ecd-78e9-49da-9059-af3f252d5b61,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:23:30.610513 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:30.614176 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-026d765d-7756-4716-9f3f-c1ec1800a513 tempest-VolumesSnapshotTestJSON-830077845 tempest-VolumesSnapshotTestJSON-830077845-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:30.665281 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:30.665909 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:30.667258 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] 10.222.0.71 "PUT /v2.0/ports/69169ecd-78e9-49da-9059-af3f252d5b61 HTTP/1.1" status: 200 len: 1093 time: 1.0220258 Apr 30 13:23:30.667757 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'tag': '69169ecd-78e9-49da-9059-af3f252d5b61'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:23:30.694613 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Pushing event updated for resources: {'Port': ['ID=69169ecd-78e9-49da-9059-af3f252d5b61,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:30.702326 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:30.726683 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'tag': '69169ecd-78e9-49da-9059-af3f252d5b61', 'status': 'completed', 'code': 200} Apr 30 13:23:30.812182 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-3e93ae41-53a3-4ad3-a631-de589ad37ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:30.813703 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-3e93ae41-53a3-4ad3-a631-de589ad37ef4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe&device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 1096 time: 0.0718770 Apr 30 13:23:30.890139 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-117654b0-e179-4a55-b750-44b553a6f4be service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69169ecd-78e9-49da-9059-af3f252d5b61 HTTP/1.1" status: 200 len: 217 time: 0.0634232 Apr 30 13:23:30.962972 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-3f12fb01-2f98-4d23-aeeb-4e4e527258ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:30.964273 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-3f12fb01-2f98-4d23-aeeb-4e4e527258ab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=215c0eec-82e6-4605-9011-742c749c7293 HTTP/1.1" status: 200 len: 851 time: 0.0680840 Apr 30 13:23:31.142922 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-ffd74420-f888-47da-b43c-0c848a1a984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:31.144425 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-ffd74420-f888-47da-b43c-0c848a1a984d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b163249-98b0-4843-a8e2-23079bfd6bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1731205 Apr 30 13:23:31.267009 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:31.288246 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-6aed1c70-4795-4eca-b5ff-2cfe8456ba36 service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365628 Apr 30 13:23:31.466114 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-60cedb36-d9e5-4dda-82eb-0fe20a7af583 req-023d1ab8-06bd-410c-b2ad-5be67d9babc2 service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709309 Apr 30 13:23:31.489660 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe96b4f-a46e-4772-9a34-21b871fa553e req-4df5bb2b-7b18-49dc-97a3-e3f71ae80901 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:31.491121 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bbe96b4f-a46e-4772-9a34-21b871fa553e req-4df5bb2b-7b18-49dc-97a3-e3f71ae80901 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 943 time: 0.1169748 Apr 30 13:23:31.537117 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bbe96b4f-a46e-4772-9a34-21b871fa553e req-415d7a00-7fe1-4948-a861-c03a9a200c5e tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382757 Apr 30 13:23:31.637034 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc8863-a4a9-41e4-bed4-60519cb859d8 req-0212197a-f2bf-48de-b170-86b1656bf190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:31.638501 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0dc8863-a4a9-41e4-bed4-60519cb859d8 req-0212197a-f2bf-48de-b170-86b1656bf190 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe&device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 1096 time: 0.0709169 Apr 30 13:23:31.774684 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc8863-a4a9-41e4-bed4-60519cb859d8 req-baf0edc9-84ef-48f3-aab6-3abbed073bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:31.776515 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0dc8863-a4a9-41e4-bed4-60519cb859d8 req-baf0edc9-84ef-48f3-aab6-3abbed073bd3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2b163249-98b0-4843-a8e2-23079bfd6bc7 HTTP/1.1" status: 200 len: 914 time: 0.1314723 Apr 30 13:23:31.847967 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0dc8863-a4a9-41e4-bed4-60519cb859d8 req-b2e25bca-9c64-48e1-a279-2209043db42d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69169ecd-78e9-49da-9059-af3f252d5b61 HTTP/1.1" status: 200 len: 217 time: 0.0646844 Apr 30 13:23:31.912357 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc8863-a4a9-41e4-bed4-60519cb859d8 req-ac0d0b55-14f9-4269-801d-bdfa83013693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:31.913793 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0dc8863-a4a9-41e4-bed4-60519cb859d8 req-ac0d0b55-14f9-4269-801d-bdfa83013693 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=215c0eec-82e6-4605-9011-742c749c7293 HTTP/1.1" status: 200 len: 851 time: 0.0600653 Apr 30 13:23:31.995124 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc8863-a4a9-41e4-bed4-60519cb859d8 req-57d24868-b346-452f-8b9c-8891624625df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:31.996581 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0dc8863-a4a9-41e4-bed4-60519cb859d8 req-57d24868-b346-452f-8b9c-8891624625df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b163249-98b0-4843-a8e2-23079bfd6bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765278 Apr 30 13:23:32.129525 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0dc8863-a4a9-41e4-bed4-60519cb859d8 req-4ca1e410-5442-4eb2-b116-27bf142225f2 service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255322 Apr 30 13:23:32.260305 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a0dc8863-a4a9-41e4-bed4-60519cb859d8 req-ff43c329-1564-40ea-b6cd-189116d4628b service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238496 Apr 30 13:23:32.340155 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-af453d78-f766-4fdf-ba78-ed2707dcac07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:32.734775 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdb795-4c2c-4743-b16b-d29ac1ee44b4 req-cd97220a-2938-4256-9a85-8f85a5ef83b8 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:32.736232 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-60bdb795-4c2c-4743-b16b-d29ac1ee44b4 req-cd97220a-2938-4256-9a85-8f85a5ef83b8 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 943 time: 0.0859089 Apr 30 13:23:32.789235 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-60bdb795-4c2c-4743-b16b-d29ac1ee44b4 req-97cca410-0755-4086-89a0-27da91f20d05 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427806 Apr 30 13:23:33.986001 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b42781-26be-4181-bca2-cf6ab5413aee req-54000b7e-a3e7-400e-8c17-cb9aa1cc1b5e tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:33.987532 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-19b42781-26be-4181-bca2-cf6ab5413aee req-54000b7e-a3e7-400e-8c17-cb9aa1cc1b5e tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 943 time: 0.0845485 Apr 30 13:23:34.038685 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-19b42781-26be-4181-bca2-cf6ab5413aee req-f1d6eaab-20c7-4359-a44e-f7363b56dc36 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451031 Apr 30 13:23:35.247841 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9642f-a5d4-4e3a-aba2-15be46aa737f req-af7ff3a9-bf56-42b6-b643-904d17d0804a tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:35.249534 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-65c9642f-a5d4-4e3a-aba2-15be46aa737f req-af7ff3a9-bf56-42b6-b643-904d17d0804a tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 943 time: 0.0907707 Apr 30 13:23:35.299291 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-65c9642f-a5d4-4e3a-aba2-15be46aa737f req-75077edb-e5de-4a68-ad75-ee1c5085e860 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423965 Apr 30 13:23:35.526169 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:35.758621 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-fc1f3b5c-681f-486e-891e-f641327972ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:36.540402 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:36.547045 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c52d5-17dc-4f2d-a3c8-f147d29a0764 req-38baf6df-552f-4a3b-a871-2dfe54e2f8b1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:36.549296 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6f5c52d5-17dc-4f2d-a3c8-f147d29a0764 req-38baf6df-552f-4a3b-a871-2dfe54e2f8b1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 943 time: 0.1223857 Apr 30 13:23:36.601793 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6f5c52d5-17dc-4f2d-a3c8-f147d29a0764 req-14305e17-12a3-4564-88dc-af910c65463c tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457304 Apr 30 13:23:37.882179 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:37.907904 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797abbf-4cf1-455b-9d48-9cd3e5748f1b req-d472b901-ac84-4d34-b86d-1cbbc7c48df7 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:37.909468 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7797abbf-4cf1-455b-9d48-9cd3e5748f1b req-d472b901-ac84-4d34-b86d-1cbbc7c48df7 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 943 time: 0.2002704 Apr 30 13:23:37.957346 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-7797abbf-4cf1-455b-9d48-9cd3e5748f1b req-01eb4dad-fb6c-423f-8d07-ba9c3b68c5d5 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413876 Apr 30 13:23:39.150027 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e27ad-dc94-4190-a1d6-95196229a8a8 req-cc1ba018-43de-451d-bb40-d7f25ff21a03 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:39.151489 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-442e27ad-dc94-4190-a1d6-95196229a8a8 req-cc1ba018-43de-451d-bb40-d7f25ff21a03 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 943 time: 0.0840271 Apr 30 13:23:39.200184 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-442e27ad-dc94-4190-a1d6-95196229a8a8 req-7f9f7a5c-5483-443d-a5db-6f50a4ef36f7 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428412 Apr 30 13:23:39.629654 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 69169ecd-78e9-49da-9059-af3f252d5b61 details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:23:39.769308 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 69169ecd-78e9-49da-9059-af3f252d5b61, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=69169ecd-78e9-49da-9059-af3f252d5b61,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:39.783940 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': '69169ecd-78e9-49da-9059-af3f252d5b61', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'port_id': '69169ecd-78e9-49da-9059-af3f252d5b61', 'mac_address': 'fa:16:3e:3f:30:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:23:39.850084 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:39.905848 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69169ecd-78e9-49da-9059-af3f252d5b61 {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:23:39.921762 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 69169ecd-78e9-49da-9059-af3f252d5b61, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=69169ecd-78e9-49da-9059-af3f252d5b61,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:39.926658 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:39.928461 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:39.993741 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=69169ecd-78e9-49da-9059-af3f252d5b61,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:39.997103 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:40.191780 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['69169ecd-78e9-49da-9059-af3f252d5b61'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:23:40.390446 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea6e9a-e7eb-4fd9-9c18-61e3862a4bb4 req-f01b09d2-c81c-4cbc-99c7-fa14cbf0f808 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:40.391995 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8cea6e9a-e7eb-4fd9-9c18-61e3862a4bb4 req-f01b09d2-c81c-4cbc-99c7-fa14cbf0f808 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 944 time: 0.0839381 Apr 30 13:23:40.442322 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8cea6e9a-e7eb-4fd9-9c18-61e3862a4bb4 req-53e8f95d-a63c-4088-ba56-55718041a8e5 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438764 Apr 30 13:23:41.630344 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 69169ecd-78e9-49da-9059-af3f252d5b61 up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:23:41.638016 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9ff06-6850-47be-a933-841a8486d22d req-05023c9f-ff53-4a54-85ee-e9c236961cc0 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:41.639532 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2ae9ff06-6850-47be-a933-841a8486d22d req-05023c9f-ff53-4a54-85ee-e9c236961cc0 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 944 time: 0.0841470 Apr 30 13:23:41.686284 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2ae9ff06-6850-47be-a933-841a8486d22d req-e31d6fb8-e2b3-4461-bc47-980e67f6721b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406847 Apr 30 13:23:41.702013 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port 69169ecd-78e9-49da-9059-af3f252d5b61 completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:23:41.707067 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port 69169ecd-78e9-49da-9059-af3f252d5b61 triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:23:41.707440 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:41.831768 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:41.864617 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69169ecd-78e9-49da-9059-af3f252d5b61'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:23:41.876397 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port 69169ecd-78e9-49da-9059-af3f252d5b61, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=69169ecd-78e9-49da-9059-af3f252d5b61,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:23:41.881669 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:41.884772 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:41.921193 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69169ecd-78e9-49da-9059-af3f252d5b61', 'code': 200} Apr 30 13:23:41.955863 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=69169ecd-78e9-49da-9059-af3f252d5b61,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:41.958975 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:42.227733 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fded170-6a90-4468-b701-7cd0cecb23b7 req-d2a3a992-f45c-4e7a-bd16-d7be969b99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:42.229247 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0fded170-6a90-4468-b701-7cd0cecb23b7 req-d2a3a992-f45c-4e7a-bd16-d7be969b99af service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 1098 time: 0.0756080 Apr 30 13:23:42.276202 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0fded170-6a90-4468-b701-7cd0cecb23b7 req-bb1ad466-39f1-4bbb-887c-f675d2da282b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406773 Apr 30 13:23:42.880224 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f2b66-d2f1-4c15-a214-9bfe509b1bc6 req-fb25f104-87de-442a-bdd2-42f7077fa584 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:42.881812 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5c5f2b66-d2f1-4c15-a214-9bfe509b1bc6 req-fb25f104-87de-442a-bdd2-42f7077fa584 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 945 time: 0.0821826 Apr 30 13:23:42.929343 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5c5f2b66-d2f1-4c15-a214-9bfe509b1bc6 req-68f43090-9c45-4595-a0ab-03080dfbf8db tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416503 Apr 30 13:23:44.124541 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bb531-0006-4a11-bead-1282277cd0a4 req-fbd920e0-d980-46b4-ab0c-d4191c6a6e98 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:44.126173 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8a1bb531-0006-4a11-bead-1282277cd0a4 req-fbd920e0-d980-46b4-ab0c-d4191c6a6e98 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 945 time: 0.0875216 Apr 30 13:23:44.181118 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8a1bb531-0006-4a11-bead-1282277cd0a4 req-e25a8b7c-dc08-47ff-999f-3ad1d0a19a32 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488708 Apr 30 13:23:44.378842 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099097e-ac72-4208-865e-dfb22f6aa730 req-dbcab5c5-69ed-47eb-a733-baa735112e3b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:44.380440 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9099097e-ac72-4208-865e-dfb22f6aa730 req-dbcab5c5-69ed-47eb-a733-baa735112e3b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 945 time: 0.0916448 Apr 30 13:23:44.435233 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9099097e-ac72-4208-865e-dfb22f6aa730 req-dba52314-c344-4727-a4de-ade64346a30d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469522 Apr 30 13:23:44.459033 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 46300) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:44.536215 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e1bdde-c406-4bc1-8830-202a1b0f0d98 tempest-TestVolumeBootPattern-760836808 tempest-TestVolumeBootPattern-760836808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:44.537159 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f2e1bdde-c406-4bc1-8830-202a1b0f0d98 tempest-TestVolumeBootPattern-760836808 tempest-TestVolumeBootPattern-760836808-project-admin] Synchronizing usage tracker for tenant:b759a97310364d01ab234f23911a1e68 on resource:port {{(pid=73813) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:23:44.558704 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-f2e1bdde-c406-4bc1-8830-202a1b0f0d98 tempest-TestVolumeBootPattern-760836808 tempest-TestVolumeBootPattern-760836808-project-admin] Unset dirty status for tenant:b759a97310364d01ab234f23911a1e68 on resource:port {{(pid=73813) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:23:44.560807 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-f2e1bdde-c406-4bc1-8830-202a1b0f0d98 tempest-TestVolumeBootPattern-760836808 tempest-TestVolumeBootPattern-760836808-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 1093 time: 0.1004391 Apr 30 13:23:44.563751 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 46304) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:23:44.570163 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Request body: {'floatingip': {'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'port_id': '69169ecd-78e9-49da-9059-af3f252d5b61', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'fixed_ip_address': '172.20.0.6'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:23:44.576616 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:23:44.580808 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Usage tracker for resource:floatingip and tenant:84922ba9fd0e4a5baa2926c4a19eadbe is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:23:44.583956 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:23:44.590193 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:23:44.603485 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for floatingip, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:44.950401 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:45.112005 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Allocated IP 172.27.1.214 (0b72fb58-bb2e-463f-beea-a002adeb004d/99073808-7a40-4541-a751-8ae1df9ed350/939977e1-f774-466a-bd64-ee4059197e07) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:23:45.354222 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:45.388795 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:45.393010 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-20565a8a-2aa8-4d23-960a-dacb30a12629 tempest-AttachVolumeTestJSON-135981164 tempest-AttachVolumeTestJSON-135981164-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:45.459928 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Network 0b72fb58-bb2e-463f-beea-a002adeb004d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:23:45.463758 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:23:45.476573 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:23:45.508006 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event updated for resources: {'Port': ['ID=939977e1-f774-466a-bd64-ee4059197e07,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:45.527691 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.528066 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.528431 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.528794 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.529150 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.529540 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.529895 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.530248 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.530600 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.530949 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.531298 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.531644 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:23:45.536765 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:45.954142 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:46.037540 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:46.266466 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:46.272333 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:46.276456 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:23:46.390804 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event updated for resources: {'Port': ['ID=939977e1-f774-466a-bd64-ee4059197e07,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:23:46.395369 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:23:46.405621 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66717071'] for floatingip, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:46.597010 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.l3_db [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Floating IP 55771d0e-28e0-417e-9555-ffeed31450fc associated. External IP: 172.27.1.214, port: 69169ecd-78e9-49da-9059-af3f252d5b61. Apr 30 13:23:47.106486 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Router 3b1e82da-6107-4cbc-9972-9fef42bfb03e has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:23:47.368452 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:23:47.380596 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7033015c-7e20-476d-bab5-f11488de6f62 None None] Sync routers for ids ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:23:47.391818 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7033015c-7e20-476d-bab5-f11488de6f62 None None] Routers {'3b1e82da-6107-4cbc-9972-9fef42bfb03e'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:47.392469 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-7033015c-7e20-476d-bab5-f11488de6f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:23:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:47.403952 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:23:47.511612 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-20231dc0-3695-4886-bfcf-a5fd640ea260 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9461808 Apr 30 13:23:47.512582 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'tag': '69169ecd-78e9-49da-9059-af3f252d5b61'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:23:47.683687 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-7033015c-7e20-476d-bab5-f11488de6f62 None None] Set router 3b1e82da-6107-4cbc-9972-9fef42bfb03e gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:47.825756 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'tag': '69169ecd-78e9-49da-9059-af3f252d5b61', 'status': 'completed', 'code': 200} Apr 30 13:23:47.994777 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b818c-8fab-4ace-9498-cbd6cd55ded8 req-797d5d81-1f49-414e-a96a-acd2d10990b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:47.997232 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8e0b818c-8fab-4ace-9498-cbd6cd55ded8 req-797d5d81-1f49-414e-a96a-acd2d10990b5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe&device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 1098 time: 0.1225526 Apr 30 13:23:48.183609 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b818c-8fab-4ace-9498-cbd6cd55ded8 req-d6b9b1d1-4311-4c41-9e4a-d4e326ff2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:48.185994 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8e0b818c-8fab-4ace-9498-cbd6cd55ded8 req-d6b9b1d1-4311-4c41-9e4a-d4e326ff2c84 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2b163249-98b0-4843-a8e2-23079bfd6bc7 HTTP/1.1" status: 200 len: 914 time: 0.1826606 Apr 30 13:23:48.186917 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-7033015c-7e20-476d-bab5-f11488de6f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '55771d0e-28e0-417e-9555-ffeed31450fc', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'port_id': '69169ecd-78e9-49da-9059-af3f252d5b61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'mac_address': 'fa:16:3e:3f:30:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:45Z', 'updated_at': '2021-04-30T13:23:45Z', 'revision_number': 0, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:30Z', 'revision_number': 5, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:48.191679 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7033015c-7e20-476d-bab5-f11488de6f62 None None] Checking router: 3b1e82da-6107-4cbc-9972-9fef42bfb03e for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:23:48.203825 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7033015c-7e20-476d-bab5-f11488de6f62 None None] Routers {'3b1e82da-6107-4cbc-9972-9fef42bfb03e'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:23:48.205074 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-7033015c-7e20-476d-bab5-f11488de6f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:23:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:48.298691 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8e0b818c-8fab-4ace-9498-cbd6cd55ded8 req-93bd7f75-d20d-4ed1-a9fb-e2f5d15f9508 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69169ecd-78e9-49da-9059-af3f252d5b61 HTTP/1.1" status: 200 len: 999 time: 0.1055942 Apr 30 13:23:48.367248 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b818c-8fab-4ace-9498-cbd6cd55ded8 req-b2b9a69d-7bc2-4a06-89f3-196809f1f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:48.368728 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8e0b818c-8fab-4ace-9498-cbd6cd55ded8 req-b2b9a69d-7bc2-4a06-89f3-196809f1f56e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=215c0eec-82e6-4605-9011-742c749c7293 HTTP/1.1" status: 200 len: 851 time: 0.0638814 Apr 30 13:23:48.454496 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b818c-8fab-4ace-9498-cbd6cd55ded8 req-d90411be-b5e4-477c-9336-f37b39b7e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:23:48.456016 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8e0b818c-8fab-4ace-9498-cbd6cd55ded8 req-d90411be-b5e4-477c-9336-f37b39b7e942 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b163249-98b0-4843-a8e2-23079bfd6bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0813155 Apr 30 13:23:48.528147 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-7033015c-7e20-476d-bab5-f11488de6f62 None None] Set router 3b1e82da-6107-4cbc-9972-9fef42bfb03e gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:23:48.603331 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8e0b818c-8fab-4ace-9498-cbd6cd55ded8 req-dcff25a3-8e27-4842-ad95-792f7d4e6b77 service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399405 Apr 30 13:23:48.814010 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8e0b818c-8fab-4ace-9498-cbd6cd55ded8 req-4e620490-b9a0-433f-a1a8-87f5c7b05ea8 service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043796 Apr 30 13:23:48.979595 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-7033015c-7e20-476d-bab5-f11488de6f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '55771d0e-28e0-417e-9555-ffeed31450fc', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'port_id': '69169ecd-78e9-49da-9059-af3f252d5b61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'mac_address': 'fa:16:3e:3f:30:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:45Z', 'updated_at': '2021-04-30T13:23:45Z', 'revision_number': 0, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:30Z', 'revision_number': 5, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:23:48.986147 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7033015c-7e20-476d-bab5-f11488de6f62 None None] The sync data for ids ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'] in dv-cinder-784453-4-iscsi is: [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '55771d0e-28e0-417e-9555-ffeed31450fc', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'port_id': '69169ecd-78e9-49da-9059-af3f252d5b61', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'mac_address': 'fa:16:3e:3f:30:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:45Z', 'updated_at': '2021-04-30T13:23:45Z', 'revision_number': 0, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:30Z', 'revision_number': 5, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:23:49.201047 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cddacf5-8a40-463f-bf5b-18a1157eecc6 None None] New status for floating IP 55771d0e-28e0-417e-9555-ffeed31450fc: ACTIVE {{(pid=73816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:23:49.748790 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:24:01.267568 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:02.335815 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-7882740b-b688-49d0-b4c8-8c9e7a9e4955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:05.534344 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:05.762847 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-fb48ae13-7d51-4d39-9bc5-3db95af1e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:06.546523 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:07.883249 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:26.748893 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:24:31.282768 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:32.332723 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffe4865a-c3a6-4477-846f-2a6d205a75e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:35.535871 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:35.769967 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-9aa4b727-d3b2-4c73-8df1-df5bce32fb27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:36.544977 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:37.886405 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:24:38.810710 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-170f6834-c3bf-401a-a8d3-b7d3f1d37a5d req-a70433d9-bdcf-406a-859d-5b4b1684aef0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863457 Apr 30 13:24:39.083279 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f6834-c3bf-401a-a8d3-b7d3f1d37a5d req-430472e2-125c-404a-922c-a1b21ceea2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:39.084752 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-170f6834-c3bf-401a-a8d3-b7d3f1d37a5d req-430472e2-125c-404a-922c-a1b21ceea2f9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe&device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 1098 time: 0.1861868 Apr 30 13:24:39.234813 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f6834-c3bf-401a-a8d3-b7d3f1d37a5d req-9be536b5-bddf-4162-8538-d12d06e802fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:39.236351 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-170f6834-c3bf-401a-a8d3-b7d3f1d37a5d req-9be536b5-bddf-4162-8538-d12d06e802fe service neutron] 10.222.0.71 "GET /v2.0/networks?id=2b163249-98b0-4843-a8e2-23079bfd6bc7 HTTP/1.1" status: 200 len: 914 time: 0.1326907 Apr 30 13:24:39.341160 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-170f6834-c3bf-401a-a8d3-b7d3f1d37a5d req-6244805b-65a3-4d3a-9938-8983421c771b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69169ecd-78e9-49da-9059-af3f252d5b61 HTTP/1.1" status: 200 len: 1001 time: 0.0984442 Apr 30 13:24:39.402945 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f6834-c3bf-401a-a8d3-b7d3f1d37a5d req-3dc813df-27ad-46b6-8e02-6c189b66922f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:39.404349 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-170f6834-c3bf-401a-a8d3-b7d3f1d37a5d req-3dc813df-27ad-46b6-8e02-6c189b66922f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=215c0eec-82e6-4605-9011-742c749c7293 HTTP/1.1" status: 200 len: 851 time: 0.0575109 Apr 30 13:24:39.481047 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f6834-c3bf-401a-a8d3-b7d3f1d37a5d req-4a90c0d9-d868-440c-9941-7d0c7041375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:24:39.482381 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-170f6834-c3bf-401a-a8d3-b7d3f1d37a5d req-4a90c0d9-d868-440c-9941-7d0c7041375f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b163249-98b0-4843-a8e2-23079bfd6bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721636 Apr 30 13:24:39.617944 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-170f6834-c3bf-401a-a8d3-b7d3f1d37a5d req-8c0144b5-a150-478a-94a5-c15111166884 service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291723 Apr 30 13:24:39.773164 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-170f6834-c3bf-401a-a8d3-b7d3f1d37a5d req-897a0070-e652-429a-b236-315fef00a687 service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485636 Apr 30 13:25:01.283620 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:02.327791 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-04aa1bc0-58b6-43c6-a292-fe88cef9266d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:03.748946 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:25:05.530150 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:05.766429 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-7bb9a1c6-fa52-4012-9ffa-f9508381abd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:06.550927 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:07.892045 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:24.152347 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-f77ed8e5-2f34-4dc2-b23c-0d9d31aae06c tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987593170&fields=id&tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe HTTP/1.1" status: 200 len: 267 time: 0.0476882 Apr 30 13:25:24.304016 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-5840a50d-9ad9-40a3-b76c-c1f6001effbb tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:24.305514 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-5840a50d-9ad9-40a3-b76c-c1f6001effbb tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/networks?id=2b163249-98b0-4843-a8e2-23079bfd6bc7 HTTP/1.1" status: 200 len: 812 time: 0.1464167 Apr 30 13:25:24.323139 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-0f1b2e5b-1069-4117-8a46-a6021919e72d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/quotas/84922ba9fd0e4a5baa2926c4a19eadbe HTTP/1.1" status: 200 len: 375 time: 0.0093572 Apr 30 13:25:24.415558 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-3762f370-72d2-4fab-b640-0975a190ce0c tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0874372 Apr 30 13:25:24.512710 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-8bf5cf40-7445-4dc9-a8db-d1959f5a1bfd service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=73814) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 30 13:25:24.513743 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-8bf5cf40-7445-4dc9-a8db-d1959f5a1bfd service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0863476 Apr 30 13:25:24.649809 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-9d181c8f-7c43-4aae-946b-fac823438b10 service neutron] 10.222.0.69 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270070 Apr 30 13:25:24.797040 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-b5b07902-6759-41cb-9dd3-acee365256cf service neutron] 10.222.0.69 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381419 Apr 30 13:25:26.256045 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-078ff53d-0d9e-4190-89cc-13fdddcabf1a req-21221553-f996-4e92-8c45-aa7a080a9733 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 210 time: 0.0471156 Apr 30 13:25:27.424079 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9f2b93e6-3366-4eb2-b6a9-450b5101091c req-fee11c86-4c93-475b-a2df-6dd77f27e8d4 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 210 time: 0.0568440 Apr 30 13:25:27.708838 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-d78e7440-5934-4517-8dca-c40753e15070 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:27.710329 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-d78e7440-5934-4517-8dca-c40753e15070 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.71 "GET /v2.0/networks?id=2b163249-98b0-4843-a8e2-23079bfd6bc7 HTTP/1.1" status: 200 len: 812 time: 0.1501191 Apr 30 13:25:27.774055 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-476a6742-a8ab-493b-8a32-bd90f893cf19 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe HTTP/1.1" status: 200 len: 380 time: 0.0465596 Apr 30 13:25:27.799834 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Request body: {'port': {'device_id': '3c8072fc-98e1-43f7-8ab6-7d6625581846', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'admin_state_up': True, 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'security_groups': ['7a1b8bc0-fa45-4749-a36c-a8add27ccbb2']}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:25:28.050721 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:25:28.061106 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.quota.driver [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=73814) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:25:28.074279 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Made reservation on behalf of 84922ba9fd0e4a5baa2926c4a19eadbe for: {'port': 1} {{(pid=73814) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 30 13:25:28.077773 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:28.250808 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_common [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Allocated IP 172.20.0.11 (2b163249-98b0-4843-a8e2-23079bfd6bc7/215c0eec-82e6-4605-9011-742c749c7293/b33dc539-f714-44c3-bb2a-68c70aac219a) {{(pid=73814) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:25:28.474219 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for port, precommit_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:28.496649 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Transition to ACTIVE for port object b33dc539-f714-44c3-bb2a-68c70aac219a will not be triggered until provisioned by entity DHCP. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:25:28.525828 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_create {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:28.532717 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ae4e232d-ea1e-42b6-9151-8122d8c4fddb tempest-TestMinimumBasicScenario-145990066 tempest-TestMinimumBasicScenario-145990066-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:28.638699 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Network 2b163249-98b0-4843-a8e2-23079bfd6bc7 is already hosted by enough agents. {{(pid=73814) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:25:28.642610 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.base_scheduler [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Resources bound (agent type, host, resource id): {{(pid=73814) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:25:28.657249 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Received port after_create {{(pid=73814) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:25:28.699510 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event updated for resources: {'Port': ['ID=b33dc539-f714-44c3-bb2a-68c70aac219a,revision_number=1']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:28.716647 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:28.716926 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:28.717287 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:28.717665 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:28.718013 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:28.718361 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:28.718701 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:28.719046 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:28.719390 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:28.719732 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:28.720066 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:28.720408 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:28.738919 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:28.744532 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:28.745176 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:28.780287 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-9710c6db-908a-4679-88c8-4773309fdd47 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9843533 Apr 30 13:25:28.797304 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbd373-e6a2-4100-aa94-dd602e94294a req-9ae48ce1-ac77-44c4-9fbe-e7916354425a tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:28.798046 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-9dbbd373-e6a2-4100-aa94-dd602e94294a req-9ae48ce1-ac77-44c4-9fbe-e7916354425a tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Synchronizing usage tracker for tenant:84922ba9fd0e4a5baa2926c4a19eadbe on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:25:28.806413 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.v2.base [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Request body: {'port': {'device_id': '3c8072fc-98e1-43f7-8ab6-7d6625581846', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78445'}} {{(pid=73814) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:25:28.832773 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-51332475-65b2-4a4f-aed9-d2d7e24fc7a0 None None] Provisioning for port b33dc539-f714-44c3-bb2a-68c70aac219a completed by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:25:28.837750 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-51332475-65b2-4a4f-aed9-d2d7e24fc7a0 None None] Provisioning complete for port b33dc539-f714-44c3-bb2a-68c70aac219a triggered by entity DHCP. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:28.837985 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-51332475-65b2-4a4f-aed9-d2d7e24fc7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:28.857246 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-9dbbd373-e6a2-4100-aa94-dd602e94294a req-9ae48ce1-ac77-44c4-9fbe-e7916354425a tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Unset dirty status for tenant:84922ba9fd0e4a5baa2926c4a19eadbe on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:25:28.858405 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9dbbd373-e6a2-4100-aa94-dd602e94294a req-9ae48ce1-ac77-44c4-9fbe-e7916354425a tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 932 time: 0.2851636 Apr 30 13:25:28.891034 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-51332475-65b2-4a4f-aed9-d2d7e24fc7a0 None None] Port b33dc539-f714-44c3-bb2a-68c70aac219a cannot update to ACTIVE because it is not bound. {{(pid=73815) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 30 13:25:28.955944 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-9dbbd373-e6a2-4100-aa94-dd602e94294a req-8e391e44-a89c-4208-bdc3-c077ce681a34 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906465 Apr 30 13:25:28.956604 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:29.293945 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b33dc539-f714-44c3-bb2a-68c70aac219a {{(pid=73814) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:25:29.301016 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:29.316016 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.provisioning_blocks [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Transition to ACTIVE for port object b33dc539-f714-44c3-bb2a-68c70aac219a will not be triggered until provisioned by entity L2. {{(pid=73814) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 30 13:25:29.322414 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:29.326032 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-771ca79c-56e3-48dc-9933-7ca27ac20170 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:29.449803 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Pushing event updated for resources: {'Port': ['ID=b33dc539-f714-44c3-bb2a-68c70aac219a,revision_number=2']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:29.478934 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:29.557063 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Attempting to bind port b33dc539-f714-44c3-bb2a-68c70aac219a on host hv-cinder-78445 for vnic_type normal with profile {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 30 13:25:29.557315 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Attempting to bind port b33dc539-f714-44c3-bb2a-68c70aac219a by drivers openvswitch,hyperv on host hv-cinder-78445 at level 0 using segments [{'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 30 13:25:29.557663 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Attempting to bind port b33dc539-f714-44c3-bb2a-68c70aac219a on network 2b163249-98b0-4843-a8e2-23079bfd6bc7 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:25:29.562182 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Port b33dc539-f714-44c3-bb2a-68c70aac219a on network 2b163249-98b0-4843-a8e2-23079bfd6bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78445 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 30 13:25:29.562498 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Attempting to bind port b33dc539-f714-44c3-bb2a-68c70aac219a on network 2b163249-98b0-4843-a8e2-23079bfd6bc7 {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 30 13:25:29.567579 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Checking agent: {'id': '1ae2c547-ca34-405b-902a-12b1168fe284', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78445', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'started_at': datetime.datetime(2021, 4, 30, 13, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 4, 30, 13, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 30 13:25:29.567910 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Checking segment: {'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=73814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Apr 30 13:25:29.568297 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Bound using segment: {'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'} {{(pid=73814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 30 13:25:29.568718 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Bound port: b33dc539-f714-44c3-bb2a-68c70aac219a, host: hv-cinder-78445, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a00d54e3-3c54-4a72-b32a-40959dce585c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7'}}] {{(pid=73814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 30 13:25:29.569056 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:29.662399 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] For port b33dc539-f714-44c3-bb2a-68c70aac219a, host hv-cinder-78445, cleared binding levels {{(pid=73814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 30 13:25:29.665407 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] For port b33dc539-f714-44c3-bb2a-68c70aac219a, host hv-cinder-78445, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b33dc539-f714-44c3-bb2a-68c70aac219a,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 30 13:25:29.671137 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64949752'] for port, after_update {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:29.674844 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-efcfc121-c622-4423-8502-8997bdd73093 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:29.727045 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:29.727655 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:29.729098 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] 10.222.0.71 "PUT /v2.0/ports/b33dc539-f714-44c3-bb2a-68c70aac219a HTTP/1.1" status: 200 len: 1094 time: 0.9279966 Apr 30 13:25:29.729532 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8072fc-98e1-43f7-8ab6-7d6625581846', 'tag': 'b33dc539-f714-44c3-bb2a-68c70aac219a'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:25:29.757396 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Pushing event updated for resources: {'Port': ['ID=b33dc539-f714-44c3-bb2a-68c70aac219a,revision_number=3']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:29.762703 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-6c1ba67a-113f-4bc0-aa68-e41e99b2c1bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:29.783178 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8072fc-98e1-43f7-8ab6-7d6625581846', 'tag': 'b33dc539-f714-44c3-bb2a-68c70aac219a', 'status': 'completed', 'code': 200} Apr 30 13:25:29.875662 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-44c9c879-c0c0-4cf1-8f3e-42cc9a5c1cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:29.877220 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-44c9c879-c0c0-4cf1-8f3e-42cc9a5c1cee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe&device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 1097 time: 0.0768042 Apr 30 13:25:30.049404 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-191a3720-6bc3-4833-9e04-2b43b77e4c8f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b33dc539-f714-44c3-bb2a-68c70aac219a HTTP/1.1" status: 200 len: 217 time: 0.1581852 Apr 30 13:25:30.157078 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-806e0af6-8e87-47c5-b4e4-d6e91dcebc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:30.158433 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-806e0af6-8e87-47c5-b4e4-d6e91dcebc96 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=215c0eec-82e6-4605-9011-742c749c7293 HTTP/1.1" status: 200 len: 851 time: 0.1022215 Apr 30 13:25:30.233212 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a52fc3-b6ec-4305-9ee9-e432391d4003 req-5115ad00-6b51-4ec9-8ab2-22a39b18438c tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:30.234668 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b7a52fc3-b6ec-4305-9ee9-e432391d4003 req-5115ad00-6b51-4ec9-8ab2-22a39b18438c tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 944 time: 0.1473277 Apr 30 13:25:30.293216 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-b7a52fc3-b6ec-4305-9ee9-e432391d4003 req-a3bfa279-127a-4521-b7a3-2cd49f256c96 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516849 Apr 30 13:25:30.295202 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-aa22b4d4-070e-4c88-9339-e58704a6e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:30.296589 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-aa22b4d4-070e-4c88-9339-e58704a6e000 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b163249-98b0-4843-a8e2-23079bfd6bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1304662 Apr 30 13:25:30.445034 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-c60b1eca-21ef-45e1-9ae0-77a01bedb10b service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413443 Apr 30 13:25:30.579820 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-dd77e6ca-2fd2-49cc-af09-13b43018b63f req-559124f8-1d29-4031-b196-45d8895685f1 service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268609 Apr 30 13:25:30.751007 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb17dec-5506-4786-a191-a8eff4720875 req-1a0c06b2-3196-441c-9c04-ae46b7344c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:30.752373 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bdb17dec-5506-4786-a191-a8eff4720875 req-1a0c06b2-3196-441c-9c04-ae46b7344c4b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe&device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 1097 time: 0.0767028 Apr 30 13:25:30.888910 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb17dec-5506-4786-a191-a8eff4720875 req-003b34e8-7c48-48d2-8813-a4f53048b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:30.890396 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bdb17dec-5506-4786-a191-a8eff4720875 req-003b34e8-7c48-48d2-8813-a4f53048b9fd service neutron] 10.222.0.71 "GET /v2.0/networks?id=2b163249-98b0-4843-a8e2-23079bfd6bc7 HTTP/1.1" status: 200 len: 914 time: 0.1302686 Apr 30 13:25:30.963157 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bdb17dec-5506-4786-a191-a8eff4720875 req-8cb9e44e-63ba-4fb2-ba12-cee7df13daa6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b33dc539-f714-44c3-bb2a-68c70aac219a HTTP/1.1" status: 200 len: 217 time: 0.0660026 Apr 30 13:25:31.035801 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb17dec-5506-4786-a191-a8eff4720875 req-e0eef02b-e8ce-4502-9e69-26a674705bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:31.037573 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bdb17dec-5506-4786-a191-a8eff4720875 req-e0eef02b-e8ce-4502-9e69-26a674705bf9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=215c0eec-82e6-4605-9011-742c749c7293 HTTP/1.1" status: 200 len: 851 time: 0.0666127 Apr 30 13:25:31.124189 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb17dec-5506-4786-a191-a8eff4720875 req-13ec3d6a-a697-4ab6-960e-a2697906472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:31.126278 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bdb17dec-5506-4786-a191-a8eff4720875 req-13ec3d6a-a697-4ab6-960e-a2697906472a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b163249-98b0-4843-a8e2-23079bfd6bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0770447 Apr 30 13:25:31.268270 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bdb17dec-5506-4786-a191-a8eff4720875 req-f3bb3b5d-d945-4c54-b8cf-9a8499353c6c service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318746 Apr 30 13:25:31.285083 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:31.440786 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bdb17dec-5506-4786-a191-a8eff4720875 req-be5a38cb-75c0-45d5-a74c-8056b6376128 service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631351 Apr 30 13:25:31.485812 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c657970-4f5a-41de-8285-af00b5492acc req-db1d0ff2-8785-4a97-a115-d2095172c28a tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:31.487232 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3c657970-4f5a-41de-8285-af00b5492acc req-db1d0ff2-8785-4a97-a115-d2095172c28a tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 944 time: 0.0845010 Apr 30 13:25:31.537658 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-3c657970-4f5a-41de-8285-af00b5492acc req-ae96c80b-f384-4744-a364-38a6f89cafab tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443521 Apr 30 13:25:32.336162 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-c0977f93-b72f-45f2-a224-2086a7aad732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:32.732620 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406e7ae-eb83-48b7-b002-43ec75482759 req-a02dd3b1-d4cd-46fe-9ef5-d5c6aac0f875 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:32.734336 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c406e7ae-eb83-48b7-b002-43ec75482759 req-a02dd3b1-d4cd-46fe-9ef5-d5c6aac0f875 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 944 time: 0.0863061 Apr 30 13:25:32.783810 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c406e7ae-eb83-48b7-b002-43ec75482759 req-20114f36-8470-4203-be1a-59ed677aa483 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412383 Apr 30 13:25:34.098041 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed05e06-c536-4beb-b2ba-7f265dd87d86 req-83facf63-ee68-46b9-92b6-47a8271c4a06 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:34.099489 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0ed05e06-c536-4beb-b2ba-7f265dd87d86 req-83facf63-ee68-46b9-92b6-47a8271c4a06 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 944 time: 0.1944776 Apr 30 13:25:34.146035 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0ed05e06-c536-4beb-b2ba-7f265dd87d86 req-7913c7f7-7d5f-4971-a441-f4c79acb4121 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406702 Apr 30 13:25:35.413550 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbb7d5-4f3e-4cf4-841e-f04c7a002ee5 req-ef609cf9-adde-4bd4-a376-e8c500235f97 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:35.415031 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-08dbb7d5-4f3e-4cf4-841e-f04c7a002ee5 req-ef609cf9-adde-4bd4-a376-e8c500235f97 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 944 time: 0.0836506 Apr 30 13:25:35.464174 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-08dbb7d5-4f3e-4cf4-841e-f04c7a002ee5 req-bb53ce19-6c3f-4485-a140-715da60b1071 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427418 Apr 30 13:25:35.544886 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:35.767512 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-3a95b433-8b42-401d-be5c-1a8ad6ebd5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:36.551941 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:36.671853 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8af26-4c80-43d8-a868-cd3c607073f8 req-ad1707c3-1b09-4656-b2d1-eef4e2e1ea5b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:36.673300 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c5c8af26-4c80-43d8-a868-cd3c607073f8 req-ad1707c3-1b09-4656-b2d1-eef4e2e1ea5b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 944 time: 0.0905759 Apr 30 13:25:36.722737 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c5c8af26-4c80-43d8-a868-cd3c607073f8 req-82a91a7f-bd7d-4786-b1e5-566e1b007f29 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402524 Apr 30 13:25:37.892285 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:37.927803 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c104f-7887-4ed6-b138-962d6d48a9f2 req-030eb665-c2eb-4ee9-8554-d5269fac213d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:37.929312 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f99c104f-7887-4ed6-b138-962d6d48a9f2 req-030eb665-c2eb-4ee9-8554-d5269fac213d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 944 time: 0.0938077 Apr 30 13:25:37.980575 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f99c104f-7887-4ed6-b138-962d6d48a9f2 req-b7a02998-7752-421d-95f2-15a920ab286e tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448644 Apr 30 13:25:38.163927 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device b33dc539-f714-44c3-bb2a-68c70aac219a details requested by agent hyperv_hv-cinder-78445 with host hv-cinder-78445 {{(pid=73815) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 30 13:25:38.302548 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port b33dc539-f714-44c3-bb2a-68c70aac219a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b33dc539-f714-44c3-bb2a-68c70aac219a,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:38.315796 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Returning: {'device': 'b33dc539-f714-44c3-bb2a-68c70aac219a', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'port_id': 'b33dc539-f714-44c3-bb2a-68c70aac219a', 'mac_address': 'fa:16:3e:28:98:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=73815) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 30 13:25:38.371072 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:38.388088 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b33dc539-f714-44c3-bb2a-68c70aac219a {{(pid=73815) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 30 13:25:38.404559 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port b33dc539-f714-44c3-bb2a-68c70aac219a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b33dc539-f714-44c3-bb2a-68c70aac219a,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:38.409884 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:38.411681 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:38.484421 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=b33dc539-f714-44c3-bb2a-68c70aac219a,revision_number=4']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:38.492287 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:38.492673 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:38.493015 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:38.493347 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:38.493737 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:38.494062 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:38.494391 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:38.494705 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:38.495028 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:38.495345 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:38.495648 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:38.495964 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:38.500295 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:38.717263 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] get_ports_and_sgs() called for port_ids ['b33dc539-f714-44c3-bb2a-68c70aac219a'] {{(pid=73815) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 30 13:25:39.178480 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b07e6-6f48-4586-87ae-676133ee4592 req-bd689c58-ec5d-4e96-9127-2cb65b380751 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:39.179946 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a12b07e6-6f48-4586-87ae-676133ee4592 req-bd689c58-ec5d-4e96-9127-2cb65b380751 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 945 time: 0.0839152 Apr 30 13:25:39.229872 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a12b07e6-6f48-4586-87ae-676133ee4592 req-da1fe45b-6e70-4a7c-acde-7c084e6c837b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438828 Apr 30 13:25:40.180042 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device b33dc539-f714-44c3-bb2a-68c70aac219a up at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 30 13:25:40.252081 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning for port b33dc539-f714-44c3-bb2a-68c70aac219a completed by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 30 13:25:40.256907 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.provisioning_blocks [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Provisioning complete for port b33dc539-f714-44c3-bb2a-68c70aac219a triggered by entity L2. {{(pid=73815) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 30 13:25:40.257276 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-722350'] for port, provisioning_complete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:40.382013 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:40.410612 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8072fc-98e1-43f7-8ab6-7d6625581846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33dc539-f714-44c3-bb2a-68c70aac219a'}] {{(pid=73815) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:25:40.421196 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] For port b33dc539-f714-44c3-bb2a-68c70aac219a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b33dc539-f714-44c3-bb2a-68c70aac219a,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:25:40.426777 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411'] for port, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:40.429613 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-dff778a7-bae8-4145-b1e6-c5628615079d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:40.433120 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2823cec-07e7-4bf2-9b85-5bf975d3ae0a req-f473d147-e2a8-495c-8eb7-721a63fdc329 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:40.434562 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a2823cec-07e7-4bf2-9b85-5bf975d3ae0a req-f473d147-e2a8-495c-8eb7-721a63fdc329 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 945 time: 0.0842795 Apr 30 13:25:40.470824 dv-cinder-784453-4-iscsi neutron-server[73815]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8072fc-98e1-43f7-8ab6-7d6625581846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b33dc539-f714-44c3-bb2a-68c70aac219a', 'code': 200} Apr 30 13:25:40.481622 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a2823cec-07e7-4bf2-9b85-5bf975d3ae0a req-d4573d86-9be0-42b4-85e2-bf2bb699597c tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412986 Apr 30 13:25:40.506873 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Pushing event updated for resources: {'Port': ['ID=b33dc539-f714-44c3-bb2a-68c70aac219a,revision_number=5']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:40.510400 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:40.754565 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:25:40.865715 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [req-6b38c30b-1cfd-4c8c-9c2d-50faf56870ee req-b391059f-169b-4bb9-ac0f-a3d64fefcf2b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805089 Apr 30 13:25:40.890662 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2665c5-c3b8-4313-9504-9f171cf0cf10 req-90b42765-c852-4e9c-8c0e-7b991cf46946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:40.892217 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1d2665c5-c3b8-4313-9504-9f171cf0cf10 req-90b42765-c852-4e9c-8c0e-7b991cf46946 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 1099 time: 0.1284468 Apr 30 13:25:40.937774 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1d2665c5-c3b8-4313-9504-9f171cf0cf10 req-96a8e6dd-3556-438f-8e29-bbfb778e9cb2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387230 Apr 30 13:25:41.331806 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38c30b-1cfd-4c8c-9c2d-50faf56870ee req-943ebc05-19fb-436f-b2bc-4ef55699c8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:41.333361 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6b38c30b-1cfd-4c8c-9c2d-50faf56870ee req-943ebc05-19fb-436f-b2bc-4ef55699c8bc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe&device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 1098 time: 0.0761721 Apr 30 13:25:41.491280 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38c30b-1cfd-4c8c-9c2d-50faf56870ee req-9da475e8-3b0a-4f04-8680-cb905742a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:41.492701 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6b38c30b-1cfd-4c8c-9c2d-50faf56870ee req-9da475e8-3b0a-4f04-8680-cb905742a224 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2b163249-98b0-4843-a8e2-23079bfd6bc7 HTTP/1.1" status: 200 len: 914 time: 0.1362207 Apr 30 13:25:41.647848 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6b38c30b-1cfd-4c8c-9c2d-50faf56870ee req-0238740b-6520-41b6-b5c7-7b23bd538135 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69169ecd-78e9-49da-9059-af3f252d5b61 HTTP/1.1" status: 200 len: 1001 time: 0.1418624 Apr 30 13:25:41.722101 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38c30b-1cfd-4c8c-9c2d-50faf56870ee req-d9fb26ed-a9cd-4a23-9b90-b2a030483396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:41.723516 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6b38c30b-1cfd-4c8c-9c2d-50faf56870ee req-d9fb26ed-a9cd-4a23-9b90-b2a030483396 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=215c0eec-82e6-4605-9011-742c749c7293 HTTP/1.1" status: 200 len: 851 time: 0.0667584 Apr 30 13:25:41.784847 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34d627-c260-433c-9552-9d43de2e7825 req-d4086b82-3c6c-4b2c-bcb7-2a2448a619cd tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:41.786385 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5c34d627-c260-433c-9552-9d43de2e7825 req-d4086b82-3c6c-4b2c-bcb7-2a2448a619cd tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 946 time: 0.1941040 Apr 30 13:25:41.841412 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-5c34d627-c260-433c-9552-9d43de2e7825 req-0214bc69-a26b-4f0b-948c-c623642b55b6 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479491 Apr 30 13:25:41.852779 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38c30b-1cfd-4c8c-9c2d-50faf56870ee req-db8fc10a-9530-4915-8160-642d2b42eedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:41.854336 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6b38c30b-1cfd-4c8c-9c2d-50faf56870ee req-db8fc10a-9530-4915-8160-642d2b42eedd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b163249-98b0-4843-a8e2-23079bfd6bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1210952 Apr 30 13:25:41.993695 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6b38c30b-1cfd-4c8c-9c2d-50faf56870ee req-82729ec5-5855-44ff-92d5-6352bfcbf64d service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305823 Apr 30 13:25:42.220103 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-6b38c30b-1cfd-4c8c-9c2d-50faf56870ee req-642cdd6f-e875-438e-8eef-25ed2f25aa13 service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517036 Apr 30 13:25:43.039783 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cfb0f-0739-4529-ade0-63527d50874d req-3c8e94ee-b253-472a-b2a2-bac4a10c33d8 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:43.041237 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8d5cfb0f-0739-4529-ade0-63527d50874d req-3c8e94ee-b253-472a-b2a2-bac4a10c33d8 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 946 time: 0.0957918 Apr 30 13:25:43.090336 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8d5cfb0f-0739-4529-ade0-63527d50874d req-a5bb9b7d-b50f-42ef-ac4b-b4dd3b63d67b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427914 Apr 30 13:25:43.396125 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5079c1f-249c-4d00-9302-4822fcd603a3 req-3134407a-8c77-443e-9e8e-9be40067c8c6 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:43.397527 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d5079c1f-249c-4d00-9302-4822fcd603a3 req-3134407a-8c77-443e-9e8e-9be40067c8c6 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 946 time: 0.1923156 Apr 30 13:25:43.445079 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d5079c1f-249c-4d00-9302-4822fcd603a3 req-dc8a6e9e-fbbf-4bf2-8673-5b08b59bcff1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414066 Apr 30 13:25:43.470103 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 46422) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:43.555533 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc2d2f0-6a40-4849-b32a-04c6189bc8d1 tempest-TestVolumeBootPattern-760836808 tempest-TestVolumeBootPattern-760836808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73813) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:43.557121 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-7fc2d2f0-6a40-4849-b32a-04c6189bc8d1 tempest-TestVolumeBootPattern-760836808 tempest-TestVolumeBootPattern-760836808-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 1094 time: 0.0859165 Apr 30 13:25:43.560103 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 46426) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:25:43.565921 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.v2.base [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Request body: {'floatingip': {'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'port_id': 'b33dc539-f714-44c3-bb2a-68c70aac219a', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=73813) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 30 13:25:43.572446 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 30 13:25:43.576450 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Usage tracker for resource:floatingip and tenant:84922ba9fd0e4a5baa2926c4a19eadbe is out of sync, need to count used quota {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 30 13:25:43.579429 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.quota.resource [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=73813) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 30 13:25:43.585118 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.quota.driver [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=73813) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 30 13:25:43.595278 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for floatingip, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:43.737720 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:43.877403 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_common [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Allocated IP 172.27.1.62 (0b72fb58-bb2e-463f-beea-a002adeb004d/99073808-7a40-4541-a751-8ae1df9ed350/f907b368-49f5-449d-8e5a-673b9c3738b1) {{(pid=73813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 30 13:25:44.053504 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for port, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:44.086710 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751029113348', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:44.090662 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a365c6ae-1533-4fc6-aac6-88fde6a979f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:44.146300 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Network 0b72fb58-bb2e-463f-beea-a002adeb004d is already hosted by enough agents. {{(pid=73813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 30 13:25:44.149025 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.base_scheduler [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Resources bound (agent type, host, resource id): {{(pid=73813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 30 13:25:44.152620 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Received port after_create {{(pid=73813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Apr 30 13:25:44.195621 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event updated for resources: {'Port': ['ID=f907b368-49f5-449d-8e5a-673b9c3738b1,revision_number=1']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:44.207637 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:44.208020 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:44.208390 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:44.208754 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:44.209114 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:44.209511 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:44.209869 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:44.210225 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:44.210584 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:44.210933 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:44.211293 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:44.211628 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:25:44.216520 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:44.711877 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:44.795127 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-716850'] for port, before_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:45.011069 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for port, precommit_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:45.016926 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751029549159', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751029113366', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751029113411', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-64370339'] for port, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:45.020842 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3e9882ef-b9b6-4058-ab56-c2190b902dda tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:25:45.135003 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event updated for resources: {'Port': ['ID=f907b368-49f5-449d-8e5a-673b9c3738b1,revision_number=2']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:25:45.139701 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:25:45.146585 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66717071'] for floatingip, after_update {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:45.322775 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.db.l3_db [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Floating IP e9f4f7d3-a593-40ef-b977-4ef37ef241d0 associated. External IP: 172.27.1.62, port: b33dc539-f714-44c3-bb2a-68c70aac219a. Apr 30 13:25:45.678940 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Router 3b1e82da-6107-4cbc-9972-9fef42bfb03e has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73813) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:25:45.864374 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73813) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:25:45.874626 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd0298-02c0-4687-a7af-315d50de47fb None None] Sync routers for ids ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:25:45.890656 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecd0298-02c0-4687-a7af-315d50de47fb None None] Routers {'3b1e82da-6107-4cbc-9972-9fef42bfb03e'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:25:45.891835 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-2ecd0298-02c0-4687-a7af-315d50de47fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:25:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:45.898609 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:25:45.999519 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-32064033-66d2-4568-8eba-2b4206caa92b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4380958 Apr 30 13:25:46.000524 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8072fc-98e1-43f7-8ab6-7d6625581846', 'tag': 'b33dc539-f714-44c3-bb2a-68c70aac219a'}] {{(pid=73813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:25:46.065780 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8072fc-98e1-43f7-8ab6-7d6625581846', 'tag': 'b33dc539-f714-44c3-bb2a-68c70aac219a', 'status': 'completed', 'code': 200} Apr 30 13:25:46.182312 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-2ecd0298-02c0-4687-a7af-315d50de47fb None None] Set router 3b1e82da-6107-4cbc-9972-9fef42bfb03e gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:25:46.186317 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee12b10-8f78-4eb8-9495-a27c0edab3e0 req-06d224f5-6806-4c45-aa8f-1d26e9f67b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:46.187834 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2ee12b10-8f78-4eb8-9495-a27c0edab3e0 req-06d224f5-6806-4c45-aa8f-1d26e9f67b4f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe&device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 1099 time: 0.0783496 Apr 30 13:25:46.374400 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee12b10-8f78-4eb8-9495-a27c0edab3e0 req-24932546-1901-4fc0-8eea-2fea90428c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:46.376163 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2ee12b10-8f78-4eb8-9495-a27c0edab3e0 req-24932546-1901-4fc0-8eea-2fea90428c10 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2b163249-98b0-4843-a8e2-23079bfd6bc7 HTTP/1.1" status: 200 len: 914 time: 0.1821694 Apr 30 13:25:46.564302 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2ee12b10-8f78-4eb8-9495-a27c0edab3e0 req-92b75f8e-684a-4ba4-af50-89b766bad571 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b33dc539-f714-44c3-bb2a-68c70aac219a HTTP/1.1" status: 200 len: 999 time: 0.1801465 Apr 30 13:25:46.597520 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-2ecd0298-02c0-4687-a7af-315d50de47fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '55771d0e-28e0-417e-9555-ffeed31450fc', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'port_id': '69169ecd-78e9-49da-9059-af3f252d5b61', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'mac_address': 'fa:16:3e:3f:30:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:45Z', 'updated_at': '2021-04-30T13:23:49Z', 'revision_number': 1, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'fixed_ip_address_scope': None}, {'id': 'e9f4f7d3-a593-40ef-b977-4ef37ef241d0', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'port_id': 'b33dc539-f714-44c3-bb2a-68c70aac219a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'mac_address': 'fa:16:3e:28:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8072fc-98e1-43f7-8ab6-7d6625581846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:25:44Z', 'updated_at': '2021-04-30T13:25:44Z', 'revision_number': 0, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:30Z', 'revision_number': 5, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:46.602400 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd0298-02c0-4687-a7af-315d50de47fb None None] Checking router: 3b1e82da-6107-4cbc-9972-9fef42bfb03e for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:25:46.612870 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecd0298-02c0-4687-a7af-315d50de47fb None None] Routers {'3b1e82da-6107-4cbc-9972-9fef42bfb03e'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:25:46.613575 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-2ecd0298-02c0-4687-a7af-315d50de47fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:25:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:46.680101 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee12b10-8f78-4eb8-9495-a27c0edab3e0 req-7bd5a43b-5447-48f5-a473-b6e86f3d7ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:46.682932 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2ee12b10-8f78-4eb8-9495-a27c0edab3e0 req-7bd5a43b-5447-48f5-a473-b6e86f3d7ee5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=215c0eec-82e6-4605-9011-742c749c7293 HTTP/1.1" status: 200 len: 851 time: 0.1120255 Apr 30 13:25:46.791151 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee12b10-8f78-4eb8-9495-a27c0edab3e0 req-11203502-1bcc-4b40-a5b7-b037a427ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:25:46.793034 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2ee12b10-8f78-4eb8-9495-a27c0edab3e0 req-11203502-1bcc-4b40-a5b7-b037a427ffa2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b163249-98b0-4843-a8e2-23079bfd6bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1032953 Apr 30 13:25:46.822067 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-2ecd0298-02c0-4687-a7af-315d50de47fb None None] Set router 3b1e82da-6107-4cbc-9972-9fef42bfb03e gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:25:46.934620 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2ee12b10-8f78-4eb8-9495-a27c0edab3e0 req-2edd2eb6-15c1-46fb-b8b6-54f484bc309c service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349428 Apr 30 13:25:47.073363 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-2ee12b10-8f78-4eb8-9495-a27c0edab3e0 req-cca1c2e8-5d08-4210-b5d9-1fa1d35bff9d service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321921 Apr 30 13:25:47.298837 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-2ecd0298-02c0-4687-a7af-315d50de47fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '55771d0e-28e0-417e-9555-ffeed31450fc', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'port_id': '69169ecd-78e9-49da-9059-af3f252d5b61', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'mac_address': 'fa:16:3e:3f:30:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:45Z', 'updated_at': '2021-04-30T13:23:49Z', 'revision_number': 1, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'fixed_ip_address_scope': None}, {'id': 'e9f4f7d3-a593-40ef-b977-4ef37ef241d0', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'port_id': 'b33dc539-f714-44c3-bb2a-68c70aac219a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'mac_address': 'fa:16:3e:28:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8072fc-98e1-43f7-8ab6-7d6625581846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:25:44Z', 'updated_at': '2021-04-30T13:25:44Z', 'revision_number': 0, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:30Z', 'revision_number': 5, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:25:47.303879 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ecd0298-02c0-4687-a7af-315d50de47fb None None] The sync data for ids ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'] in dv-cinder-784453-4-iscsi is: [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '55771d0e-28e0-417e-9555-ffeed31450fc', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'port_id': '69169ecd-78e9-49da-9059-af3f252d5b61', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'mac_address': 'fa:16:3e:3f:30:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:45Z', 'updated_at': '2021-04-30T13:23:49Z', 'revision_number': 1, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'fixed_ip_address_scope': None}, {'id': 'e9f4f7d3-a593-40ef-b977-4ef37ef241d0', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'port_id': 'b33dc539-f714-44c3-bb2a-68c70aac219a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'mac_address': 'fa:16:3e:28:98:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8072fc-98e1-43f7-8ab6-7d6625581846', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:25:44Z', 'updated_at': '2021-04-30T13:25:44Z', 'revision_number': 0, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:30Z', 'revision_number': 5, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:25:47.514606 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f5b0cf-5c85-4fc3-9478-1c23eeb31fd3 None None] New status for floating IP e9f4f7d3-a593-40ef-b977-4ef37ef241d0: ACTIVE {{(pid=73816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:26:01.297529 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:02.335852 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-8b058741-9177-49f0-b50e-43dee26f9f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:05.542054 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:05.769667 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffef2b61-e6b8-43c7-aad4-94f310a57ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:06.557621 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:07.891884 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:17.754312 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:26:31.285174 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:32.331237 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-540a4cbd-efa9-457c-9779-d1b195f9b6c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:35.537140 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:35.764104 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-9e1a6ae0-e995-44d3-a6f6-3aeb7fea21d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:36.560848 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:37.896781 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:26:41.806118 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1becedd5-f4f2-4258-9c51-f32f567f1aab req-21072f20-5658-4d42-bc72-624c63975488 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0808012 Apr 30 13:26:41.963760 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becedd5-f4f2-4258-9c51-f32f567f1aab req-4926ad54-8727-41cc-8e13-2aafbdc7cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:41.965234 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1becedd5-f4f2-4258-9c51-f32f567f1aab req-4926ad54-8727-41cc-8e13-2aafbdc7cfd1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe&device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 1098 time: 0.0746322 Apr 30 13:26:42.148271 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becedd5-f4f2-4258-9c51-f32f567f1aab req-754c48ac-f139-42ec-87e7-6b193cf919a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:42.149737 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1becedd5-f4f2-4258-9c51-f32f567f1aab req-754c48ac-f139-42ec-87e7-6b193cf919a1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=2b163249-98b0-4843-a8e2-23079bfd6bc7 HTTP/1.1" status: 200 len: 914 time: 0.1608832 Apr 30 13:26:42.259343 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1becedd5-f4f2-4258-9c51-f32f567f1aab req-e52f6c5a-7130-49a7-b4f5-02819c635654 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69169ecd-78e9-49da-9059-af3f252d5b61 HTTP/1.1" status: 200 len: 1001 time: 0.1029050 Apr 30 13:26:42.322496 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becedd5-f4f2-4258-9c51-f32f567f1aab req-5020864f-36a4-4343-a587-099d73b01ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:42.323966 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1becedd5-f4f2-4258-9c51-f32f567f1aab req-5020864f-36a4-4343-a587-099d73b01ffb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=215c0eec-82e6-4605-9011-742c749c7293 HTTP/1.1" status: 200 len: 851 time: 0.0584462 Apr 30 13:26:42.405269 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becedd5-f4f2-4258-9c51-f32f567f1aab req-605a018c-b526-46a0-9649-100cc3a4fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:26:42.406660 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1becedd5-f4f2-4258-9c51-f32f567f1aab req-605a018c-b526-46a0-9649-100cc3a4fad0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b163249-98b0-4843-a8e2-23079bfd6bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756800 Apr 30 13:26:42.543511 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1becedd5-f4f2-4258-9c51-f32f567f1aab req-e8cd5b2c-3439-463d-93c7-c5407994e0c7 service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301613 Apr 30 13:26:42.781641 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-1becedd5-f4f2-4258-9c51-f32f567f1aab req-01f01cc4-7363-4c02-abd6-f81895e686ea service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316895 Apr 30 13:26:54.760001 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:27:01.303130 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:02.342862 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-91c7f7ca-e7e5-4f52-8242-521aa71e8425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:05.545593 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:05.773504 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-73952662-eebd-4f13-b305-d97770f96b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:06.567224 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:07.899759 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:12.798172 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [req-bb5786cf-1d6f-4b24-98fd-3f311e23acaa req-211cdf0f-57b1-4241-a934-4883e67382a8 service neutron] (73813) timed out ('10.222.0.71', 57660) {{(pid=73813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 30 13:27:13.920920 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 46460) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:27:14.263227 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Deleting port f907b368-49f5-449d-8e5a-673b9c3738b1 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:27:14.263537 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:14.405208 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:14.405654 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:14.536562 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Calling delete_port for f907b368-49f5-449d-8e5a-673b9c3738b1 owned by network:floatingip {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:27:14.688275 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:14.693847 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-d8edacac-efc6-443a-afe3-d4d70a07505d tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:14.741736 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event deleted for resources: {'Port': ['ID=f907b368-49f5-449d-8e5a-673b9c3738b1,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:14.786886 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:14.787169 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:14.787539 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:14.787870 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:14.788216 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:14.788577 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:14.788902 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:14.789246 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:14.789703 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:14.790071 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:14.790409 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:14.790745 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:14.794407 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:14.853993 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for floatingip, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:14.854319 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.db.l3_db [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Floating IP e9f4f7d3-a593-40ef-b977-4ef37ef241d0 disassociated (deleted). External IP: 172.27.1.62, port: b33dc539-f714-44c3-bb2a-68c70aac219a. Apr 30 13:27:15.264293 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Router 3b1e82da-6107-4cbc-9972-9fef42bfb03e has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:27:15.609073 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:27:15.622819 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55ec50-2bdd-4a34-a85e-6995cd6e3af5 None None] Sync routers for ids ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:27:15.633846 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:15.635986 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e55ec50-2bdd-4a34-a85e-6995cd6e3af5 None None] Routers {'3b1e82da-6107-4cbc-9972-9fef42bfb03e'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:27:15.636702 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-7e55ec50-2bdd-4a34-a85e-6995cd6e3af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:27:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:15.696677 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-aa868c21-5d8c-4985-9f63-6d397c5969ef tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "DELETE /v2.0/floatingips/e9f4f7d3-a593-40ef-b977-4ef37ef241d0 HTTP/1.1" status: 204 len: 168 time: 1.7744303 Apr 30 13:27:15.697719 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8072fc-98e1-43f7-8ab6-7d6625581846', 'tag': 'b33dc539-f714-44c3-bb2a-68c70aac219a'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:27:15.761149 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8072fc-98e1-43f7-8ab6-7d6625581846', 'tag': 'b33dc539-f714-44c3-bb2a-68c70aac219a', 'status': 'completed', 'code': 200} Apr 30 13:27:15.944459 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901d93e-060e-4200-bbcd-d846f70a4dbf req-023a069a-1378-4664-be77-bde43ecbc01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:15.947201 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8901d93e-060e-4200-bbcd-d846f70a4dbf req-023a069a-1378-4664-be77-bde43ecbc01f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe&device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 1099 time: 0.1348016 Apr 30 13:27:16.019126 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-7e55ec50-2bdd-4a34-a85e-6995cd6e3af5 None None] Set router 3b1e82da-6107-4cbc-9972-9fef42bfb03e gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:27:16.177718 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901d93e-060e-4200-bbcd-d846f70a4dbf req-035e6918-123a-4da5-9f41-a424a3f79a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:16.180437 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8901d93e-060e-4200-bbcd-d846f70a4dbf req-035e6918-123a-4da5-9f41-a424a3f79a1a service neutron] 10.222.0.71 "GET /v2.0/networks?id=2b163249-98b0-4843-a8e2-23079bfd6bc7 HTTP/1.1" status: 200 len: 914 time: 0.2268414 Apr 30 13:27:16.299610 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8901d93e-060e-4200-bbcd-d846f70a4dbf req-7ccbd516-0cef-4e59-8cd2-a9eacc3fbda2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b33dc539-f714-44c3-bb2a-68c70aac219a HTTP/1.1" status: 200 len: 217 time: 0.1122048 Apr 30 13:27:16.400113 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901d93e-060e-4200-bbcd-d846f70a4dbf req-948a84d9-48a0-4e37-b551-967d46839955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:16.401643 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8901d93e-060e-4200-bbcd-d846f70a4dbf req-948a84d9-48a0-4e37-b551-967d46839955 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=215c0eec-82e6-4605-9011-742c749c7293 HTTP/1.1" status: 200 len: 851 time: 0.0950058 Apr 30 13:27:16.487547 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459d89a-f715-4cd6-a2c2-29a5368c33a5 req-3f85fa89-6093-4488-badf-6c8048f27333 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:16.488558 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-d459d89a-f715-4cd6-a2c2-29a5368c33a5 req-3f85fa89-6093-4488-badf-6c8048f27333 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Synchronizing usage tracker for tenant:84922ba9fd0e4a5baa2926c4a19eadbe on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:27:16.511513 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-7e55ec50-2bdd-4a34-a85e-6995cd6e3af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '55771d0e-28e0-417e-9555-ffeed31450fc', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'port_id': '69169ecd-78e9-49da-9059-af3f252d5b61', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'mac_address': 'fa:16:3e:3f:30:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:45Z', 'updated_at': '2021-04-30T13:23:49Z', 'revision_number': 1, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:30Z', 'revision_number': 5, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:16.518607 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55ec50-2bdd-4a34-a85e-6995cd6e3af5 None None] Checking router: 3b1e82da-6107-4cbc-9972-9fef42bfb03e for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:27:16.520256 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-d459d89a-f715-4cd6-a2c2-29a5368c33a5 req-3f85fa89-6093-4488-badf-6c8048f27333 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Unset dirty status for tenant:84922ba9fd0e4a5baa2926c4a19eadbe on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:27:16.521651 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d459d89a-f715-4cd6-a2c2-29a5368c33a5 req-3f85fa89-6093-4488-badf-6c8048f27333 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 946 time: 0.2748272 Apr 30 13:27:16.530364 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e55ec50-2bdd-4a34-a85e-6995cd6e3af5 None None] Routers {'3b1e82da-6107-4cbc-9972-9fef42bfb03e'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:27:16.531093 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-7e55ec50-2bdd-4a34-a85e-6995cd6e3af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:27:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:16.562135 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901d93e-060e-4200-bbcd-d846f70a4dbf req-72de4ede-cfbf-451a-a813-d04ad06d06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:16.563769 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8901d93e-060e-4200-bbcd-d846f70a4dbf req-72de4ede-cfbf-451a-a813-d04ad06d06ca service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b163249-98b0-4843-a8e2-23079bfd6bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1525850 Apr 30 13:27:16.703227 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-d459d89a-f715-4cd6-a2c2-29a5368c33a5 req-b738d167-4ae1-4b78-aa46-7bdb9110517b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628668 Apr 30 13:27:16.738249 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-7e55ec50-2bdd-4a34-a85e-6995cd6e3af5 None None] Set router 3b1e82da-6107-4cbc-9972-9fef42bfb03e gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:27:16.758581 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8901d93e-060e-4200-bbcd-d846f70a4dbf req-ac16971f-f9b2-45f0-82a1-97ffa3c1827d service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872678 Apr 30 13:27:16.930437 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-8901d93e-060e-4200-bbcd-d846f70a4dbf req-7f4744a7-4c2e-49d7-91c2-cce893dc1892 service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649897 Apr 30 13:27:17.141663 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-7e55ec50-2bdd-4a34-a85e-6995cd6e3af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '55771d0e-28e0-417e-9555-ffeed31450fc', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'port_id': '69169ecd-78e9-49da-9059-af3f252d5b61', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'mac_address': 'fa:16:3e:3f:30:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:45Z', 'updated_at': '2021-04-30T13:23:49Z', 'revision_number': 1, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:30Z', 'revision_number': 5, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:17.146236 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55ec50-2bdd-4a34-a85e-6995cd6e3af5 None None] The sync data for ids ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'] in dv-cinder-784453-4-iscsi is: [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_floatingips': [{'id': '55771d0e-28e0-417e-9555-ffeed31450fc', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'router_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'port_id': '69169ecd-78e9-49da-9059-af3f252d5b61', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'mac_address': 'fa:16:3e:3f:30:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-30T13:23:45Z', 'updated_at': '2021-04-30T13:23:49Z', 'revision_number': 1, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:30Z', 'revision_number': 5, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:27:17.411401 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c60b8b-95a2-45bc-8191-046040202c42 None None] New status for floating IP e9f4f7d3-a593-40ef-b977-4ef37ef241d0: DOWN {{(pid=73816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:27:17.814785 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24320b5-4a74-4f2d-8e1b-df67b6361b71 req-e4f9fac8-26fd-4a4a-ae4a-2c149d6dd349 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:17.816357 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c24320b5-4a74-4f2d-8e1b-df67b6361b71 req-e4f9fac8-26fd-4a4a-ae4a-2c149d6dd349 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 946 time: 0.0995297 Apr 30 13:27:18.061103 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf6894-1d16-409d-8991-5eb4dd83d238 req-b18a07d7-189c-49ed-af58-297c073de8e8 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:18.062871 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f9cf6894-1d16-409d-8991-5eb4dd83d238 req-b18a07d7-189c-49ed-af58-297c073de8e8 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 946 time: 0.1999800 Apr 30 13:27:18.120071 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-c24320b5-4a74-4f2d-8e1b-df67b6361b71 req-4022238e-9ddb-4cb6-8624-59e37039e41d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Deleting port b33dc539-f714-44c3-bb2a-68c70aac219a {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:27:18.120475 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-c24320b5-4a74-4f2d-8e1b-df67b6361b71 req-4022238e-9ddb-4cb6-8624-59e37039e41d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:18.181567 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-f9cf6894-1d16-409d-8991-5eb4dd83d238 req-270a99a4-8a15-4d86-9539-d91111d264f3 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106937 Apr 30 13:27:18.297141 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-c24320b5-4a74-4f2d-8e1b-df67b6361b71 req-4022238e-9ddb-4cb6-8624-59e37039e41d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] For port b33dc539-f714-44c3-bb2a-68c70aac219a, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=b33dc539-f714-44c3-bb2a-68c70aac219a,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:27:18.297523 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-c24320b5-4a74-4f2d-8e1b-df67b6361b71 req-4022238e-9ddb-4cb6-8624-59e37039e41d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:18.435695 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-c24320b5-4a74-4f2d-8e1b-df67b6361b71 req-4022238e-9ddb-4cb6-8624-59e37039e41d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Calling delete_port for b33dc539-f714-44c3-bb2a-68c70aac219a owned by compute:nova {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:27:18.572462 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-c24320b5-4a74-4f2d-8e1b-df67b6361b71 req-4022238e-9ddb-4cb6-8624-59e37039e41d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:18.581471 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-ab2a1b21-2812-4b9b-b464-57b460622827 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:18.635382 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022238e-9ddb-4cb6-8624-59e37039e41d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event deleted for resources: {'Port': ['ID=b33dc539-f714-44c3-bb2a-68c70aac219a,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:18.663242 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-4022238e-9ddb-4cb6-8624-59e37039e41d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:18.713803 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24320b5-4a74-4f2d-8e1b-df67b6361b71 req-4022238e-9ddb-4cb6-8624-59e37039e41d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] No DVR routers for this DVR port b33dc539-f714-44c3-bb2a-68c70aac219a on host hv-cinder-78445 {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:27:18.717789 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-c24320b5-4a74-4f2d-8e1b-df67b6361b71 req-4022238e-9ddb-4cb6-8624-59e37039e41d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:18.720808 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8072fc-98e1-43f7-8ab6-7d6625581846', 'name': 'network-vif-deleted', 'tag': 'b33dc539-f714-44c3-bb2a-68c70aac219a'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:27:18.743775 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-c24320b5-4a74-4f2d-8e1b-df67b6361b71 req-4022238e-9ddb-4cb6-8624-59e37039e41d tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.71 "DELETE /v2.0/ports/b33dc539-f714-44c3-bb2a-68c70aac219a HTTP/1.1" status: 204 len: 173 time: 0.9205189 Apr 30 13:27:18.772541 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8072fc-98e1-43f7-8ab6-7d6625581846', 'name': 'network-vif-deleted', 'tag': 'b33dc539-f714-44c3-bb2a-68c70aac219a', 'status': 'completed', 'code': 200} Apr 30 13:27:19.363380 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-bd576b8b-ddac-4f6d-904d-c9d123a96f7b req-0c3cf457-4821-4ec1-bd6b-0f13c61bc017 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Synchronizing usage tracker for tenant:84922ba9fd0e4a5baa2926c4a19eadbe on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:27:19.383317 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-bd576b8b-ddac-4f6d-904d-c9d123a96f7b req-0c3cf457-4821-4ec1-bd6b-0f13c61bc017 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Unset dirty status for tenant:84922ba9fd0e4a5baa2926c4a19eadbe on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:27:19.385247 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-bd576b8b-ddac-4f6d-904d-c9d123a96f7b req-0c3cf457-4821-4ec1-bd6b-0f13c61bc017 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=3c8072fc-98e1-43f7-8ab6-7d6625581846 HTTP/1.1" status: 200 len: 210 time: 0.0688503 Apr 30 13:27:20.579980 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device b33dc539-f714-44c3-bb2a-68c70aac219a no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:27:20.633015 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: b33dc539-f714-44c3-bb2a-68c70aac219a {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:27:20.634132 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device b33dc539-f714-44c3-bb2a-68c70aac219a not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:27:22.953753 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 46490) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:27:23.337985 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-a9ecfa19-21cf-4dca-8e01-db00e0ebf0cf tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Deleting port 939977e1-f774-466a-bd64-ee4059197e07 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:27:23.338461 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a9ecfa19-21cf-4dca-8e01-db00e0ebf0cf tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:23.460890 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a9ecfa19-21cf-4dca-8e01-db00e0ebf0cf tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:23.461180 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a9ecfa19-21cf-4dca-8e01-db00e0ebf0cf tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:23.589047 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-a9ecfa19-21cf-4dca-8e01-db00e0ebf0cf tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Calling delete_port for 939977e1-f774-466a-bd64-ee4059197e07 owned by network:floatingip {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:27:23.723162 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a9ecfa19-21cf-4dca-8e01-db00e0ebf0cf tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:23.727023 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:23.773591 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ecfa19-21cf-4dca-8e01-db00e0ebf0cf tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event deleted for resources: {'Port': ['ID=939977e1-f774-466a-bd64-ee4059197e07,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:23.777517 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-a9ecfa19-21cf-4dca-8e01-db00e0ebf0cf tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:23.872768 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a9ecfa19-21cf-4dca-8e01-db00e0ebf0cf tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for floatingip, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:23.873009 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.db.l3_db [None req-a9ecfa19-21cf-4dca-8e01-db00e0ebf0cf tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Floating IP 55771d0e-28e0-417e-9555-ffeed31450fc disassociated (deleted). External IP: 172.27.1.214, port: 69169ecd-78e9-49da-9059-af3f252d5b61. Apr 30 13:27:24.269106 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ecfa19-21cf-4dca-8e01-db00e0ebf0cf tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Router 3b1e82da-6107-4cbc-9972-9fef42bfb03e has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:27:24.457922 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ecfa19-21cf-4dca-8e01-db00e0ebf0cf tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:27:24.469812 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa670a3e-1dfd-4496-9178-41b5a5926b9a None None] Sync routers for ids ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:27:24.482778 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa670a3e-1dfd-4496-9178-41b5a5926b9a None None] Routers {'3b1e82da-6107-4cbc-9972-9fef42bfb03e'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:27:24.483807 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-fa670a3e-1dfd-4496-9178-41b5a5926b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:27:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:24.485675 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-a9ecfa19-21cf-4dca-8e01-db00e0ebf0cf tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:24.661889 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-a9ecfa19-21cf-4dca-8e01-db00e0ebf0cf tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "DELETE /v2.0/floatingips/55771d0e-28e0-417e-9555-ffeed31450fc HTTP/1.1" status: 204 len: 168 time: 1.7069972 Apr 30 13:27:24.662577 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'tag': '69169ecd-78e9-49da-9059-af3f252d5b61'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:27:24.682551 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-fa670a3e-1dfd-4496-9178-41b5a5926b9a None None] Set router 3b1e82da-6107-4cbc-9972-9fef42bfb03e gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:27:24.713877 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'tag': '69169ecd-78e9-49da-9059-af3f252d5b61', 'status': 'completed', 'code': 200} Apr 30 13:27:24.844469 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9210c88-9abf-4612-97b2-cf61749f21a6 req-404db535-88c5-4e3a-ba36-ef35b26ce676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:24.845952 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a9210c88-9abf-4612-97b2-cf61749f21a6 req-404db535-88c5-4e3a-ba36-ef35b26ce676 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe&device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 1098 time: 0.0833585 Apr 30 13:27:25.074989 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9210c88-9abf-4612-97b2-cf61749f21a6 req-a22ac9d9-6bda-4602-b7a8-48a0cbcef1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:25.076448 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a9210c88-9abf-4612-97b2-cf61749f21a6 req-a22ac9d9-6bda-4602-b7a8-48a0cbcef1da service neutron] 10.222.0.71 "GET /v2.0/networks?id=2b163249-98b0-4843-a8e2-23079bfd6bc7 HTTP/1.1" status: 200 len: 914 time: 0.2231889 Apr 30 13:27:25.098441 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-fa670a3e-1dfd-4496-9178-41b5a5926b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:30Z', 'revision_number': 5, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:25.103746 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa670a3e-1dfd-4496-9178-41b5a5926b9a None None] Checking router: 3b1e82da-6107-4cbc-9972-9fef42bfb03e for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:27:25.121546 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa670a3e-1dfd-4496-9178-41b5a5926b9a None None] Routers {'3b1e82da-6107-4cbc-9972-9fef42bfb03e'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:27:25.122408 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-fa670a3e-1dfd-4496-9178-41b5a5926b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:27:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:25.163827 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a9210c88-9abf-4612-97b2-cf61749f21a6 req-0cb30341-2b55-42d1-b576-761ec423ced3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69169ecd-78e9-49da-9059-af3f252d5b61 HTTP/1.1" status: 200 len: 217 time: 0.0768845 Apr 30 13:27:25.229806 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bd917-f411-461d-a335-a9edfb325867 req-85e59692-f14c-418c-ba66-2d96dace124c tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:25.230573 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-a32bd917-f411-461d-a335-a9edfb325867 req-85e59692-f14c-418c-ba66-2d96dace124c tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Synchronizing usage tracker for tenant:84922ba9fd0e4a5baa2926c4a19eadbe on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:27:25.251517 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9210c88-9abf-4612-97b2-cf61749f21a6 req-1039528c-a534-48dd-96ca-ba6d1e05e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:25.252951 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a9210c88-9abf-4612-97b2-cf61749f21a6 req-1039528c-a534-48dd-96ca-ba6d1e05e441 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=215c0eec-82e6-4605-9011-742c749c7293 HTTP/1.1" status: 200 len: 851 time: 0.0831373 Apr 30 13:27:25.259819 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-a32bd917-f411-461d-a335-a9edfb325867 req-85e59692-f14c-418c-ba66-2d96dace124c tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Unset dirty status for tenant:84922ba9fd0e4a5baa2926c4a19eadbe on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:27:25.263512 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a32bd917-f411-461d-a335-a9edfb325867 req-85e59692-f14c-418c-ba66-2d96dace124c tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 945 time: 0.2640636 Apr 30 13:27:25.313685 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-fa670a3e-1dfd-4496-9178-41b5a5926b9a None None] Set router 3b1e82da-6107-4cbc-9972-9fef42bfb03e gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:27:25.379024 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a32bd917-f411-461d-a335-a9edfb325867 req-7ea3794c-2bfb-4e20-bd35-069f1cf82102 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844374 Apr 30 13:27:25.406005 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9210c88-9abf-4612-97b2-cf61749f21a6 req-fc858cfd-0bab-4a51-8b17-182da17fb5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:25.406005 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a9210c88-9abf-4612-97b2-cf61749f21a6 req-fc858cfd-0bab-4a51-8b17-182da17fb5a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2b163249-98b0-4843-a8e2-23079bfd6bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1435525 Apr 30 13:27:25.600699 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a9210c88-9abf-4612-97b2-cf61749f21a6 req-c7b43804-13b4-47da-ac2d-14733d9fa88b service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865578 Apr 30 13:27:25.695647 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-fa670a3e-1dfd-4496-9178-41b5a5926b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:30Z', 'revision_number': 5, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:25.702544 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa670a3e-1dfd-4496-9178-41b5a5926b9a None None] The sync data for ids ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'] in dv-cinder-784453-4-iscsi is: [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:20:18Z', 'revision_number': 4, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi', '_interfaces': [{'id': '79425117-d282-4d67-9dea-6f14dd7992b6', 'name': '', 'network_id': '2b163249-98b0-4843-a8e2-23079bfd6bc7', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'mac_address': 'fa:16:3e:d6:e6:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '215c0eec-82e6-4605-9011-742c749c7293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:17Z', 'updated_at': '2021-04-30T13:20:30Z', 'revision_number': 5, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'subnets': [{'id': '215c0eec-82e6-4605-9011-742c749c7293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:27:25.752626 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a9210c88-9abf-4612-97b2-cf61749f21a6 req-7d7a22c8-400c-40c6-909d-47ba510cc938 service neutron] 10.222.0.71 "GET /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449711 Apr 30 13:27:25.948815 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba565baa-9fd1-4026-9a54-8b96f0056b1b None None] New status for floating IP 55771d0e-28e0-417e-9555-ffeed31450fc: DOWN {{(pid=73816) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 30 13:27:26.607189 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fd37f-84f1-4137-b4bd-e3c0e2011646 req-e3fe5e2e-5865-4a5c-b03e-af4ec1d50d1b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:26.608661 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a50fd37f-84f1-4137-b4bd-e3c0e2011646 req-e3fe5e2e-5865-4a5c-b03e-af4ec1d50d1b tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 945 time: 0.1146309 Apr 30 13:27:26.669857 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-a50fd37f-84f1-4137-b4bd-e3c0e2011646 req-c9d58666-9e2b-4bcd-86f2-3535bab8d74e tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551417 Apr 30 13:27:26.698593 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e16f4ac-4245-4abe-896a-0f74372debd4 req-284c1c6d-9c9d-4a15-a0c8-a83bc7b00a7f tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=73814) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 30 13:27:26.700093 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0e16f4ac-4245-4abe-896a-0f74372debd4 req-284c1c6d-9c9d-4a15-a0c8-a83bc7b00a7f tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.71 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 945 time: 0.1342604 Apr 30 13:27:26.856753 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-0e16f4ac-4245-4abe-896a-0f74372debd4 req-eb821449-ba28-46eb-9852-caf51f568ffd tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Deleting port 69169ecd-78e9-49da-9059-af3f252d5b61 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:27:26.857086 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-0e16f4ac-4245-4abe-896a-0f74372debd4 req-eb821449-ba28-46eb-9852-caf51f568ffd tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:26.993211 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [req-0e16f4ac-4245-4abe-896a-0f74372debd4 req-eb821449-ba28-46eb-9852-caf51f568ffd tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] For port 69169ecd-78e9-49da-9059-af3f252d5b61, host hv-cinder-78445, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78445',level=0,port_id=69169ecd-78e9-49da-9059-af3f252d5b61,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:27:26.993474 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-0e16f4ac-4245-4abe-896a-0f74372debd4 req-eb821449-ba28-46eb-9852-caf51f568ffd tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:27.117693 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [req-0e16f4ac-4245-4abe-896a-0f74372debd4 req-eb821449-ba28-46eb-9852-caf51f568ffd tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Calling delete_port for 69169ecd-78e9-49da-9059-af3f252d5b61 owned by compute:nova {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:27:27.272386 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-0e16f4ac-4245-4abe-896a-0f74372debd4 req-eb821449-ba28-46eb-9852-caf51f568ffd tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:27.278754 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-5817ab93-6c69-4526-8eca-74f67e343fd7 tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:27.457022 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb821449-ba28-46eb-9852-caf51f568ffd tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event deleted for resources: {'Port': ['ID=69169ecd-78e9-49da-9059-af3f252d5b61,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:27.460610 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-eb821449-ba28-46eb-9852-caf51f568ffd tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:27.542574 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e16f4ac-4245-4abe-896a-0f74372debd4 req-eb821449-ba28-46eb-9852-caf51f568ffd tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] No DVR routers for this DVR port 69169ecd-78e9-49da-9059-af3f252d5b61 on host hv-cinder-78445 {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:27:27.545514 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [req-0e16f4ac-4245-4abe-896a-0f74372debd4 req-eb821449-ba28-46eb-9852-caf51f568ffd tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for port, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:27.548793 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'name': 'network-vif-deleted', 'tag': '69169ecd-78e9-49da-9059-af3f252d5b61'}] {{(pid=73814) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 30 13:27:27.567130 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-0e16f4ac-4245-4abe-896a-0f74372debd4 req-eb821449-ba28-46eb-9852-caf51f568ffd tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.71 "DELETE /v2.0/ports/69169ecd-78e9-49da-9059-af3f252d5b61 HTTP/1.1" status: 204 len: 173 time: 0.8611987 Apr 30 13:27:27.616458 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0', 'name': 'network-vif-deleted', 'tag': '69169ecd-78e9-49da-9059-af3f252d5b61', 'status': 'completed', 'code': 200} Apr 30 13:27:27.831468 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-4ed58487-9cda-41e2-b2f7-44a997d99fd6 req-9f924571-51d0-4b81-a094-8c29affff898 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Synchronizing usage tracker for tenant:84922ba9fd0e4a5baa2926c4a19eadbe on resource:port {{(pid=73814) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 30 13:27:27.858894 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.quota.resource [req-4ed58487-9cda-41e2-b2f7-44a997d99fd6 req-9f924571-51d0-4b81-a094-8c29affff898 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Unset dirty status for tenant:84922ba9fd0e4a5baa2926c4a19eadbe on resource:port {{(pid=73814) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 30 13:27:27.861212 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [req-4ed58487-9cda-41e2-b2f7-44a997d99fd6 req-9f924571-51d0-4b81-a094-8c29affff898 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "GET /v2.0/ports?device_id=e49bf54e-fdf0-4b1a-91f8-e36e37ac3cd0 HTTP/1.1" status: 200 len: 210 time: 0.0773196 Apr 30 13:27:28.992387 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 46508) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:27:29.368692 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Deleting port 83f0f285-ab72-44f5-849e-2aabb0a2f72a {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:27:29.369044 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:29.506141 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:29.507520 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:29.665855 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Calling delete_port for 83f0f285-ab72-44f5-849e-2aabb0a2f72a owned by network:floatingip {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:27:29.801957 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:29.806802 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-a7a3bbfa-c14b-4748-a15e-f9532f219dbb tempest-AttachVolumeNegativeTest-1134566046 tempest-AttachVolumeNegativeTest-1134566046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:29.852292 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event deleted for resources: {'Port': ['ID=83f0f285-ab72-44f5-849e-2aabb0a2f72a,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:29.890648 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:29.891040 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:29.891413 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:29.891774 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:29.892117 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:29.892492 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:29.892842 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:29.893197 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:29.893580 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:29.894029 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:29.894277 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:29.894624 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:29.902484 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:29.964438 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for floatingip, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:29.986654 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8620'] for floatingip, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:29.988338 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-19330bce-8ba4-4834-b08f-2aa5899e37f1 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "DELETE /v2.0/floatingips/6a16056a-b4c7-45ed-831b-c1e7a6b05605 HTTP/1.1" status: 204 len: 168 time: 0.9944229 Apr 30 13:27:30.656365 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 69169ecd-78e9-49da-9059-af3f252d5b61 no longer exists at agent hyperv_hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:27:30.699221 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] No Port match for: 69169ecd-78e9-49da-9059-af3f252d5b61 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:27:30.699575 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Device 69169ecd-78e9-49da-9059-af3f252d5b61 not bound to the agent host hv-cinder-78445 {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:27:31.325808 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:31.488482 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 46522) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:27:31.564056 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e622bfdc-1318-4aa2-a9ef-c1895349c268 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:31.598036 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e622bfdc-1318-4aa2-a9ef-c1895349c268 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:31.669898 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e622bfdc-1318-4aa2-a9ef-c1895349c268 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:31.673981 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-1806b724-cb7a-4a18-a83e-796a72eaba9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:31.691207 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e622bfdc-1318-4aa2-a9ef-c1895349c268 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1b8bc0-fa45-4749-a36c-a8add27ccbb2,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:31.695106 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-e622bfdc-1318-4aa2-a9ef-c1895349c268 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:31.707503 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-e622bfdc-1318-4aa2-a9ef-c1895349c268 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:31.711821 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-e622bfdc-1318-4aa2-a9ef-c1895349c268 tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] 10.222.0.69 "DELETE /v2.0/security-groups/7a1b8bc0-fa45-4749-a36c-a8add27ccbb2 HTTP/1.1" status: 204 len: 168 time: 0.2191870 Apr 30 13:27:31.764265 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:27:31.775511 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 46528) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:27:32.347429 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-9713b317-a8b9-4f33-8f4b-a05fb820e0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:32.583562 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-808b698a-c70f-4484-8fc2-1f78d05e345f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66717029'] for router_interface, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:33.024874 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-808b698a-c70f-4484-8fc2-1f78d05e345f admin admin] Deleting port 79425117-d282-4d67-9dea-6f14dd7992b6 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:27:33.025641 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-808b698a-c70f-4484-8fc2-1f78d05e345f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:33.155023 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-808b698a-c70f-4484-8fc2-1f78d05e345f admin admin] For port 79425117-d282-4d67-9dea-6f14dd7992b6, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=79425117-d282-4d67-9dea-6f14dd7992b6,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:27:33.155307 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-808b698a-c70f-4484-8fc2-1f78d05e345f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:33.404899 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-808b698a-c70f-4484-8fc2-1f78d05e345f admin admin] Calling delete_port for 79425117-d282-4d67-9dea-6f14dd7992b6 owned by network:router_interface {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:27:33.601916 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-808b698a-c70f-4484-8fc2-1f78d05e345f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:33.607304 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-9480c6d4-0720-424e-a46d-739e5b9f367b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:33.653733 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b698a-c70f-4484-8fc2-1f78d05e345f admin admin] Pushing event deleted for resources: {'Port': ['ID=79425117-d282-4d67-9dea-6f14dd7992b6,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:33.689726 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-808b698a-c70f-4484-8fc2-1f78d05e345f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:33.927955 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-808b698a-c70f-4484-8fc2-1f78d05e345f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-67101039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66710741'] for router_interface, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:34.302280 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808b698a-c70f-4484-8fc2-1f78d05e345f admin admin] Router 3b1e82da-6107-4cbc-9972-9fef42bfb03e has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:27:34.482064 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808b698a-c70f-4484-8fc2-1f78d05e345f admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:27:34.491039 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbba264-3ade-40bf-b425-07fadeb71ab9 None None] Sync routers for ids ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'] in dv-cinder-784453-4-iscsi {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:27:34.494951 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-808b698a-c70f-4484-8fc2-1f78d05e345f admin admin] 10.222.0.69 "PUT /v2.0/routers/3b1e82da-6107-4cbc-9972-9fef42bfb03e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7180843 Apr 30 13:27:34.497580 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 46536) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:27:34.506072 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbba264-3ade-40bf-b425-07fadeb71ab9 None None] Routers {'3b1e82da-6107-4cbc-9972-9fef42bfb03e'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:27:34.506707 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-cdbba264-3ade-40bf-b425-07fadeb71ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:27:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:34.674897 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7384b2b5-347a-4556-9622-2741701b5177 admin admin] Notify callbacks [] for router, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:34.686234 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-cdbba264-3ade-40bf-b425-07fadeb71ab9 None None] Set router 3b1e82da-6107-4cbc-9972-9fef42bfb03e gateway port host: dv-cinder-784453-4-iscsi {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:27:34.991478 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7384b2b5-347a-4556-9622-2741701b5177 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:35.052358 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-cdbba264-3ade-40bf-b425-07fadeb71ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39'}], 'enable_snat': True}, 'gw_port_id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:27:33Z', 'revision_number': 5, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port': {'id': '4f523702-dbe1-4838-a51e-b7c9159353d7', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:13Z', 'updated_at': '2021-04-30T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:35.057907 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbba264-3ade-40bf-b425-07fadeb71ab9 None None] Checking router: 3b1e82da-6107-4cbc-9972-9fef42bfb03e for host: dv-cinder-784453-4-iscsi {{(pid=73815) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:27:35.071883 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-7384b2b5-347a-4556-9622-2741701b5177 admin admin] Deleting port 4f523702-dbe1-4838-a51e-b7c9159353d7 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:27:35.072292 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7384b2b5-347a-4556-9622-2741701b5177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:35.073562 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbba264-3ade-40bf-b425-07fadeb71ab9 None None] Routers {'3b1e82da-6107-4cbc-9972-9fef42bfb03e'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73815) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:27:35.074626 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-cdbba264-3ade-40bf-b425-07fadeb71ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:27:06Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'], 'active': True} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:35.203315 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-7384b2b5-347a-4556-9622-2741701b5177 admin admin] For port 4f523702-dbe1-4838-a51e-b7c9159353d7, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=4f523702-dbe1-4838-a51e-b7c9159353d7,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:27:35.203698 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7384b2b5-347a-4556-9622-2741701b5177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:35.251737 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvr_db [None req-cdbba264-3ade-40bf-b425-07fadeb71ab9 None None] Set router 3b1e82da-6107-4cbc-9972-9fef42bfb03e gateway port host: None {{(pid=73815) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:27:35.335936 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-7384b2b5-347a-4556-9622-2741701b5177 admin admin] Calling delete_port for 4f523702-dbe1-4838-a51e-b7c9159353d7 owned by network:router_gateway {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:27:35.359617 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_hamode_db [None req-cdbba264-3ade-40bf-b425-07fadeb71ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:27:34Z', 'revision_number': 6, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port_host': None}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73815) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:35.363904 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbba264-3ade-40bf-b425-07fadeb71ab9 None None] The sync data for ids ['3b1e82da-6107-4cbc-9972-9fef42bfb03e'] in dv-cinder-784453-4-iscsi is: [{'id': '3b1e82da-6107-4cbc-9972-9fef42bfb03e', 'name': 'tempest-TestVolumeBootPattern-1552742001-router', 'tenant_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:12Z', 'updated_at': '2021-04-30T13:27:34Z', 'revision_number': 6, 'project_id': '84922ba9fd0e4a5baa2926c4a19eadbe', 'gw_port_host': None}] {{(pid=73815) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:27:35.486787 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7384b2b5-347a-4556-9622-2741701b5177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:35.491729 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-f3473b43-8c17-42d7-a481-3322afaee5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:35.538648 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7384b2b5-347a-4556-9622-2741701b5177 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f523702-dbe1-4838-a51e-b7c9159353d7,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:35.542218 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7384b2b5-347a-4556-9622-2741701b5177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:35.543652 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:35.631507 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7384b2b5-347a-4556-9622-2741701b5177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66717938'] for router_gateway, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:35.775516 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-c3a5025f-03c1-4eba-8321-6149a25d1230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:35.812399 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7384b2b5-347a-4556-9622-2741701b5177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66709549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-729'] for router, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:35.814681 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7384b2b5-347a-4556-9622-2741701b5177 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:35.839464 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7384b2b5-347a-4556-9622-2741701b5177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66710103'] for router, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:35.840031 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7384b2b5-347a-4556-9622-2741701b5177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b1e82da-6107-4cbc-9972-9fef42bfb03e {{(pid=73814) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:27:35.853185 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-7384b2b5-347a-4556-9622-2741701b5177 admin admin] Notify callbacks [] for router, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:35.854356 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-7384b2b5-347a-4556-9622-2741701b5177 admin admin] 10.222.0.69 "DELETE /v2.0/routers/3b1e82da-6107-4cbc-9972-9fef42bfb03e HTTP/1.1" status: 204 len: 168 time: 1.3558471 Apr 30 13:27:35.859320 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 46540) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:27:35.924902 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c09bd6-0125-451a-8aab-8da9e8d612a2 admin admin] Deleting subnet 215c0eec-82e6-4605-9011-742c749c7293 {{(pid=73814) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:27:35.928521 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-97c09bd6-0125-451a-8aab-8da9e8d612a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:35.978008 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-97c09bd6-0125-451a-8aab-8da9e8d612a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66028610'] for subnet, precommit_delete_associations {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:36.057796 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-97c09bd6-0125-451a-8aab-8da9e8d612a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726744'] for subnet, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:36.328597 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-97c09bd6-0125-451a-8aab-8da9e8d612a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64949646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65153122'] for subnet, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:36.332751 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:36.368438 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c09bd6-0125-451a-8aab-8da9e8d612a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=215c0eec-82e6-4605-9011-742c749c7293,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:36.372641 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-97c09bd6-0125-451a-8aab-8da9e8d612a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:36.373752 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-97c09bd6-0125-451a-8aab-8da9e8d612a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for subnet, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:36.380276 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-97c09bd6-0125-451a-8aab-8da9e8d612a2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/215c0eec-82e6-4605-9011-742c749c7293 HTTP/1.1" status: 204 len: 168 time: 0.5199220 Apr 30 13:27:36.380711 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6dbd36-a477-4d14-aad5-8e441b366cf5 None None] Network 2b163249-98b0-4843-a8e2-23079bfd6bc7 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:27:36.384365 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 46544) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:27:36.576128 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:36.631139 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607959'] for network, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:36.675709 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] DHCP port deletion for 2b163249-98b0-4843-a8e2-23079bfd6bc7 request from dv-cinder-784453-4-iscsi {{(pid=73815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:27:36.726181 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] Deleting port 1797093d-0de8-4ccb-b52e-7f4a5a388e54 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:27:36.726733 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:36.746285 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] Deleting port 1797093d-0de8-4ccb-b52e-7f4a5a388e54 {{(pid=73815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:27:36.746966 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:36.846762 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] For port 1797093d-0de8-4ccb-b52e-7f4a5a388e54, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=1797093d-0de8-4ccb-b52e-7f4a5a388e54,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:27:36.847118 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:36.868349 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] For port 1797093d-0de8-4ccb-b52e-7f4a5a388e54, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=1797093d-0de8-4ccb-b52e-7f4a5a388e54,segment=NetworkSegment(a00d54e3-3c54-4a72-b32a-40959dce585c),segment_id=a00d54e3-3c54-4a72-b32a-40959dce585c)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:27:36.868739 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:36.965181 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 79425117-d282-4d67-9dea-6f14dd7992b6 no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:27:36.996621 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] Calling delete_port for 1797093d-0de8-4ccb-b52e-7f4a5a388e54 owned by network:dhcp {{(pid=73815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:27:37.001072 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] Calling delete_port for 1797093d-0de8-4ccb-b52e-7f4a5a388e54 owned by network:dhcp {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:27:37.011310 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: 79425117-d282-4d67-9dea-6f14dd7992b6 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:27:37.011653 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 79425117-d282-4d67-9dea-6f14dd7992b6 not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:27:37.012069 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 1797093d-0de8-4ccb-b52e-7f4a5a388e54 no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:27:37.069216 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:37.074229 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-522639e3-4971-4fad-af2b-a0f8115deccc tempest-TestVolumeBootPattern-659759687 tempest-TestVolumeBootPattern-659759687-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:37.086778 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No active binding found for port 1797093d-0de8-4ccb-b52e-7f4a5a388e54 {{(pid=73815) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 30 13:27:37.087190 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 1797093d-0de8-4ccb-b52e-7f4a5a388e54 not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:27:37.087605 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 4f523702-dbe1-4838-a51e-b7c9159353d7 no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:27:37.123294 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: 4f523702-dbe1-4838-a51e-b7c9159353d7 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:27:37.123531 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 4f523702-dbe1-4838-a51e-b7c9159353d7 not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:27:37.124420 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] Pushing event deleted for resources: {'Port': ['ID=1797093d-0de8-4ccb-b52e-7f4a5a388e54,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:37.127470 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:37.128304 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] No DVR routers for this DVR port 1797093d-0de8-4ccb-b52e-7f4a5a388e54 on host dv-cinder-784453-4-iscsi {{(pid=73814) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:27:37.141729 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357'] for port, after_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:37.145580 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:37.189315 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] Pushing event deleted for resources: {'Port': ['ID=1797093d-0de8-4ccb-b52e-7f4a5a388e54,revision_number=None']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:37.194473 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] No DVR routers for this DVR port 1797093d-0de8-4ccb-b52e-7f4a5a388e54 on host dv-cinder-784453-4-iscsi {{(pid=73815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:27:37.201130 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:37.201507 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:37.201669 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:37.205128 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:37.205128 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:37.205128 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:37.205128 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:37.205128 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:37.205128 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:37.205128 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:37.205128 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:37.205128 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784453-4-iscsi {{(pid=73815) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 30 13:27:37.207914 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-c48e438e-fde0-4a13-b0a6-cc1d748b76f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:37.278788 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721493', 'neutron.services.segments.db._delete_segments_for_network-8751029557405'] for network, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:37.389495 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.services.segments.db [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b163249-98b0-4843-a8e2-23079bfd6bc7']}} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:37.407034 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.services.segments.db [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00d54e3-3c54-4a72-b32a-40959dce585c') {'for_net_delete': True} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:37.407485 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.services.segments.db [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00d54e3-3c54-4a72-b32a-40959dce585c') {} {{(pid=73814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:37.420393 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751029569639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66028619'] for segment, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:37.438873 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:37.445871 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=73814) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:27:37.622364 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] Network 2b163249-98b0-4843-a8e2-23079bfd6bc7 has no segments {{(pid=73814) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:27:37.633219 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-780525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64949540'] for segment, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:37.833854 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.managers [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] Network 2b163249-98b0-4843-a8e2-23079bfd6bc7 has no segments {{(pid=73814) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: Traceback (most recent call last): Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: timer() Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: cb(*args, **kw) Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: return func(*args, **kwargs) Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: self._notify() Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: self.callback(batched_events) Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: event.method(event) Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: return f(self, *a, **k) Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: return self._get(url).json() Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: return self.request(url, 'GET', **kwargs) Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:27:37.856407 dv-cinder-784453-4-iscsi neutron-server[73814]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:27:37.908233 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:37.942094 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721390'] for network, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:37.946004 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-825ae997-3788-46bc-bb7a-388ca42f028c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:37.961409 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:37.968057 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b163249-98b0-4843-a8e2-23079bfd6bc7,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:37.973185 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:37.985228 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-c049bc89-3117-466b-a79a-07bf2cd4df75 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2b163249-98b0-4843-a8e2-23079bfd6bc7 HTTP/1.1" status: 204 len: 168 time: 1.5998042 Apr 30 13:27:37.988292 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 46548) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:27:38.721274 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-443056f3-a2b9-430a-84a9-5e0698444dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66717029'] for router_interface, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:39.161069 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-443056f3-a2b9-430a-84a9-5e0698444dcd admin admin] Deleting port 551e8613-1ef4-44b6-87f3-bf61513c1875 {{(pid=73814) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:27:39.161464 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-443056f3-a2b9-430a-84a9-5e0698444dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:39.287642 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.db [None req-443056f3-a2b9-430a-84a9-5e0698444dcd admin admin] For port 551e8613-1ef4-44b6-87f3-bf61513c1875, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=551e8613-1ef4-44b6-87f3-bf61513c1875,segment=NetworkSegment(e564743a-1648-4f5f-9e10-72ec718aa3fb),segment_id=e564743a-1648-4f5f-9e10-72ec718aa3fb)] {{(pid=73814) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:27:39.288022 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-443056f3-a2b9-430a-84a9-5e0698444dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:39.410207 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.plugins.ml2.plugin [None req-443056f3-a2b9-430a-84a9-5e0698444dcd admin admin] Calling delete_port for 551e8613-1ef4-44b6-87f3-bf61513c1875 owned by network:router_interface {{(pid=73814) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:27:39.565114 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-443056f3-a2b9-430a-84a9-5e0698444dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64949747'] for port, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:39.569726 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-6f711257-4df0-46cc-8308-c1d7ff4238a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:39.612757 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443056f3-a2b9-430a-84a9-5e0698444dcd admin admin] Pushing event deleted for resources: {'Port': ['ID=551e8613-1ef4-44b6-87f3-bf61513c1875,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:39.638502 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-443056f3-a2b9-430a-84a9-5e0698444dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:40.069702 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-443056f3-a2b9-430a-84a9-5e0698444dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-67101039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66710741'] for router_interface, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:40.546383 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443056f3-a2b9-430a-84a9-5e0698444dcd admin admin] Router 50cd82b1-af0e-4511-bfb0-f0982a3f1c25 has already been hosted by L3 agent a25db816-34aa-43e0-a9bb-acf375e21b79 {{(pid=73814) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 30 13:27:40.735446 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443056f3-a2b9-430a-84a9-5e0698444dcd admin admin] Notify agent at l3_agent.dv-cinder-784453-4-iscsi the message routers_updated {{(pid=73814) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 30 13:27:40.744508 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bd0c6a-f03c-406d-9f88-9bac3c7a950f None None] Sync routers for ids ['50cd82b1-af0e-4511-bfb0-f0982a3f1c25'] in dv-cinder-784453-4-iscsi {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 30 13:27:40.755347 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-443056f3-a2b9-430a-84a9-5e0698444dcd admin admin] 10.222.0.69 "PUT /v2.0/routers/50cd82b1-af0e-4511-bfb0-f0982a3f1c25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7658825 Apr 30 13:27:40.757533 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd0c6a-f03c-406d-9f88-9bac3c7a950f None None] Routers {'50cd82b1-af0e-4511-bfb0-f0982a3f1c25'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:27:40.757731 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 46552) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:27:40.758529 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-16bd0c6a-f03c-406d-9f88-9bac3c7a950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:27:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['50cd82b1-af0e-4511-bfb0-f0982a3f1c25'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:40.969664 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-63d290ac-9621-43c2-b332-8caf9c6519a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:41.022707 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-16bd0c6a-f03c-406d-9f88-9bac3c7a950f None None] Set router 50cd82b1-af0e-4511-bfb0-f0982a3f1c25 gateway port host: dv-cinder-784453-4-iscsi {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:27:41.201895 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-63d290ac-9621-43c2-b332-8caf9c6519a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:41.282722 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-63d290ac-9621-43c2-b332-8caf9c6519a5 admin admin] Deleting port 82702b02-cfca-459c-9d5f-74b2513b88fc {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:27:41.283187 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-63d290ac-9621-43c2-b332-8caf9c6519a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:41.377808 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-16bd0c6a-f03c-406d-9f88-9bac3c7a950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cd82b1-af0e-4511-bfb0-f0982a3f1c25', 'name': 'tempest-TestVolumeBootPattern-246032762-router', 'tenant_id': 'b759a97310364d01ab234f23911a1e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'external_fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.25'}], 'enable_snat': True}, 'gw_port_id': '82702b02-cfca-459c-9d5f-74b2513b88fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:23Z', 'updated_at': '2021-04-30T13:27:39Z', 'revision_number': 5, 'project_id': 'b759a97310364d01ab234f23911a1e68', 'gw_port': {'id': '82702b02-cfca-459c-9d5f-74b2513b88fc', 'name': '', 'network_id': '0b72fb58-bb2e-463f-beea-a002adeb004d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:16:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cd82b1-af0e-4511-bfb0-f0982a3f1c25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '99073808-7a40-4541-a751-8ae1df9ed350', 'ip_address': '172.27.1.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784453-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-30T13:20:24Z', 'updated_at': '2021-04-30T13:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99073808-7a40-4541-a751-8ae1df9ed350', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784453-4-iscsi'}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:41.384499 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bd0c6a-f03c-406d-9f88-9bac3c7a950f None None] Checking router: 50cd82b1-af0e-4511-bfb0-f0982a3f1c25 for host: dv-cinder-784453-4-iscsi {{(pid=73816) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 30 13:27:41.399382 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bd0c6a-f03c-406d-9f88-9bac3c7a950f None None] Routers {'50cd82b1-af0e-4511-bfb0-f0982a3f1c25'} bound to L3 agent in host dv-cinder-784453-4-iscsi {{(pid=73816) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Apr 30 13:27:41.400354 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-16bd0c6a-f03c-406d-9f88-9bac3c7a950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784453-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-30T13:03:06Z,description=,heartbeat_timestamp=2021-04-30T13:27:36Z,host='dv-cinder-784453-4-iscsi',id=a25db816-34aa-43e0-a9bb-acf375e21b79,load=0,resource_versions=,resources_synced=,started_at=2021-04-30T13:03:06Z,topic='l3_agent')) {'router_ids': ['50cd82b1-af0e-4511-bfb0-f0982a3f1c25'], 'active': True} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:41.431733 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-63d290ac-9621-43c2-b332-8caf9c6519a5 admin admin] For port 82702b02-cfca-459c-9d5f-74b2513b88fc, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=82702b02-cfca-459c-9d5f-74b2513b88fc,segment=NetworkSegment(b5238bc7-598a-4554-ab3b-2a5c86f1cdf4),segment_id=b5238bc7-598a-4554-ab3b-2a5c86f1cdf4)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:27:41.432113 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-63d290ac-9621-43c2-b332-8caf9c6519a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:41.640158 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_dvr_db [None req-16bd0c6a-f03c-406d-9f88-9bac3c7a950f None None] Set router 50cd82b1-af0e-4511-bfb0-f0982a3f1c25 gateway port host: None {{(pid=73816) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} Apr 30 13:27:41.755987 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-63d290ac-9621-43c2-b332-8caf9c6519a5 admin admin] Calling delete_port for 82702b02-cfca-459c-9d5f-74b2513b88fc owned by network:router_gateway {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:27:41.777745 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.l3_hamode_db [None req-16bd0c6a-f03c-406d-9f88-9bac3c7a950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50cd82b1-af0e-4511-bfb0-f0982a3f1c25', 'name': 'tempest-TestVolumeBootPattern-246032762-router', 'tenant_id': 'b759a97310364d01ab234f23911a1e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:23Z', 'updated_at': '2021-04-30T13:27:41Z', 'revision_number': 6, 'project_id': 'b759a97310364d01ab234f23911a1e68', 'gw_port_host': None}], 'dv-cinder-784453-4-iscsi', False) {} {{(pid=73816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:41.784322 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bd0c6a-f03c-406d-9f88-9bac3c7a950f None None] The sync data for ids ['50cd82b1-af0e-4511-bfb0-f0982a3f1c25'] in dv-cinder-784453-4-iscsi is: [{'id': '50cd82b1-af0e-4511-bfb0-f0982a3f1c25', 'name': 'tempest-TestVolumeBootPattern-246032762-router', 'tenant_id': 'b759a97310364d01ab234f23911a1e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-30T13:20:23Z', 'updated_at': '2021-04-30T13:27:41Z', 'revision_number': 6, 'project_id': 'b759a97310364d01ab234f23911a1e68', 'gw_port_host': None}] {{(pid=73816) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 30 13:27:41.941196 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-63d290ac-9621-43c2-b332-8caf9c6519a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:41.948418 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-f91320da-29fb-4c90-933e-04484f4d8736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:41.997849 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d290ac-9621-43c2-b332-8caf9c6519a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=82702b02-cfca-459c-9d5f-74b2513b88fc,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:42.028859 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-63d290ac-9621-43c2-b332-8caf9c6519a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:42.115930 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-63d290ac-9621-43c2-b332-8caf9c6519a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66717938'] for router_gateway, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:42.358534 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-63d290ac-9621-43c2-b332-8caf9c6519a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66709549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-729'] for router, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:42.361400 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-63d290ac-9621-43c2-b332-8caf9c6519a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:42.394421 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-63d290ac-9621-43c2-b332-8caf9c6519a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66710103'] for router, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:42.395113 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d290ac-9621-43c2-b332-8caf9c6519a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50cd82b1-af0e-4511-bfb0-f0982a3f1c25 {{(pid=73813) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 30 13:27:42.413844 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-63d290ac-9621-43c2-b332-8caf9c6519a5 admin admin] Notify callbacks [] for router, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:42.415421 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-63d290ac-9621-43c2-b332-8caf9c6519a5 admin admin] 10.222.0.69 "DELETE /v2.0/routers/50cd82b1-af0e-4511-bfb0-f0982a3f1c25 HTTP/1.1" status: 204 len: 168 time: 1.6563139 Apr 30 13:27:42.418217 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 46556) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:27:42.496985 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a24651-3d6b-48c9-88b0-0fea5e5924d0 admin admin] Deleting subnet bab7e0dd-271a-4420-b3f5-023ee7f5479a {{(pid=73813) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 30 13:27:42.500178 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-25a24651-3d6b-48c9-88b0-0fea5e5924d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:42.560261 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-25a24651-3d6b-48c9-88b0-0fea5e5924d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64371163'] for subnet, precommit_delete_associations {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:42.665145 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-25a24651-3d6b-48c9-88b0-0fea5e5924d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-726744'] for subnet, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:42.967846 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 82702b02-cfca-459c-9d5f-74b2513b88fc no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:27:43.013416 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: 82702b02-cfca-459c-9d5f-74b2513b88fc {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:27:43.013784 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 82702b02-cfca-459c-9d5f-74b2513b88fc not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:27:43.014292 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 551e8613-1ef4-44b6-87f3-bf61513c1875 no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:27:43.050812 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-25a24651-3d6b-48c9-88b0-0fea5e5924d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-726721', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-64370389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65575225'] for subnet, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:43.054205 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: 551e8613-1ef4-44b6-87f3-bf61513c1875 {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:27:43.054576 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 551e8613-1ef4-44b6-87f3-bf61513c1875 not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:27:43.055442 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-5b3ed599-6b79-4758-87da-2a297b72e6f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:43.098552 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a24651-3d6b-48c9-88b0-0fea5e5924d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bab7e0dd-271a-4420-b3f5-023ee7f5479a,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:43.102868 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-25a24651-3d6b-48c9-88b0-0fea5e5924d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:43.104197 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-25a24651-3d6b-48c9-88b0-0fea5e5924d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:43.109942 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f17254-7664-41d9-9fa6-3bac5bee4ec0 None None] Network b36bc8be-eab8-47b7-a723-7f542c36e094 requested from dv-cinder-784453-4-iscsi {{(pid=73815) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 30 13:27:43.111993 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-25a24651-3d6b-48c9-88b0-0fea5e5924d0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bab7e0dd-271a-4420-b3f5-023ee7f5479a HTTP/1.1" status: 204 len: 168 time: 0.6923308 Apr 30 13:27:43.115868 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 46560) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:27:43.231654 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607959'] for network, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:43.319016 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] Deleting port 62c424e3-992a-401f-8b7f-3e3c2b76f16a {{(pid=73813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:27:43.319519 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:43.433669 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d032d65b-c153-4338-a66d-11eb05ec501d None None] DHCP port deletion for b36bc8be-eab8-47b7-a723-7f542c36e094 request from dv-cinder-784453-4-iscsi {{(pid=73815) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 30 13:27:43.445520 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.db [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] For port 62c424e3-992a-401f-8b7f-3e3c2b76f16a, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=62c424e3-992a-401f-8b7f-3e3c2b76f16a,segment=NetworkSegment(e564743a-1648-4f5f-9e10-72ec718aa3fb),segment_id=e564743a-1648-4f5f-9e10-72ec718aa3fb)] {{(pid=73813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:27:43.445999 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:43.563115 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-d032d65b-c153-4338-a66d-11eb05ec501d None None] Deleting port 62c424e3-992a-401f-8b7f-3e3c2b76f16a {{(pid=73815) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 30 13:27:43.563493 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-d032d65b-c153-4338-a66d-11eb05ec501d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751029546581'] for port, before_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:43.682126 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.db [None req-d032d65b-c153-4338-a66d-11eb05ec501d None None] For port 62c424e3-992a-401f-8b7f-3e3c2b76f16a, host dv-cinder-784453-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784453-4-iscsi',level=0,port_id=62c424e3-992a-401f-8b7f-3e3c2b76f16a,segment=NetworkSegment(e564743a-1648-4f5f-9e10-72ec718aa3fb),segment_id=e564743a-1648-4f5f-9e10-72ec718aa3fb)] {{(pid=73815) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 30 13:27:43.682439 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-d032d65b-c153-4338-a66d-11eb05ec501d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66708884'] for port, precommit_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:43.729003 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.plugin [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] Calling delete_port for 62c424e3-992a-401f-8b7f-3e3c2b76f16a owned by network:dhcp {{(pid=73813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:27:43.811228 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-64370344'] for port, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:43.815609 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3ed0b2eb-8811-4cfa-8b33-8f2c47322c49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:43.822360 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-d032d65b-c153-4338-a66d-11eb05ec501d None None] Calling delete_port for 62c424e3-992a-401f-8b7f-3e3c2b76f16a owned by network:dhcp {{(pid=73815) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 30 13:27:43.861402 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] Pushing event deleted for resources: {'Port': ['ID=62c424e3-992a-401f-8b7f-3e3c2b76f16a,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:43.867784 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:43.868688 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] No DVR routers for this DVR port 62c424e3-992a-401f-8b7f-3e3c2b76f16a on host dv-cinder-784453-4-iscsi {{(pid=73813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:27:43.878010 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-d032d65b-c153-4338-a66d-11eb05ec501d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-716913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257687', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751029549168', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751029113357'] for port, after_delete {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:43.882092 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:43.926719 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032d65b-c153-4338-a66d-11eb05ec501d None None] Pushing event deleted for resources: {'Port': ['ID=62c424e3-992a-401f-8b7f-3e3c2b76f16a,revision_number=None']} {{(pid=73815) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:43.930550 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG oslo_concurrency.lockutils [None req-d032d65b-c153-4338-a66d-11eb05ec501d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=73815) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:43.934962 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d032d65b-c153-4338-a66d-11eb05ec501d None None] No DVR routers for this DVR port 62c424e3-992a-401f-8b7f-3e3c2b76f16a on host dv-cinder-784453-4-iscsi {{(pid=73815) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 30 13:27:43.994077 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-721493', 'neutron.services.segments.db._delete_segments_for_network-8751029557405'] for network, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:44.114404 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36bc8be-eab8-47b7-a723-7f542c36e094']}} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:44.130187 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e564743a-1648-4f5f-9e10-72ec718aa3fb') {'for_net_delete': True} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:44.130479 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.services.segments.db [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e564743a-1648-4f5f-9e10-72ec718aa3fb') {} {{(pid=73813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 30 13:27:44.143159 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751029569639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64371154'] for segment, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:44.161071 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-780310'] for segment, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:44.168682 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=73813) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 30 13:27:44.355470 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] Network b36bc8be-eab8-47b7-a723-7f542c36e094 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:27:44.365355 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-780525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-64370303'] for segment, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:44.546698 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.plugins.ml2.managers [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] Network b36bc8be-eab8-47b7-a723-7f542c36e094 has no segments {{(pid=73813) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: Traceback (most recent call last): Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: timer() Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: cb(*args, **kw) Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: return func(*args, **kwargs) Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: self._notify() Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: self.callback(batched_events) Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: event.method(event) Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: aggregate_uuid = self.p_client.list_aggregates( Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: return f(self, *a, **k) Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._get(url).json() Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: return self.request(url, 'GET', **kwargs) Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: base_url = self.get_endpoint(auth, allow=allow, Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 30 13:27:44.569469 dv-cinder-784453-4-iscsi neutron-server[73813]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 30 13:27:44.654083 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-721502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633662', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-67101030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66721390'] for network, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:44.657698 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:44.671913 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-67101000'] for network, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:44.683563 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] Pushing event deleted for resources: {'Network': ['ID=b36bc8be-eab8-47b7-a723-7f542c36e094,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:44.688889 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:44.692106 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-3fa84474-ac1d-49e5-a1a6-640c85f3106b admin admin] 10.222.0.69 "DELETE /v2.0/networks/b36bc8be-eab8-47b7-a723-7f542c36e094 HTTP/1.1" status: 204 len: 168 time: 1.5749462 Apr 30 13:27:44.829459 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 46566) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:27:44.880964 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-12b5d44e-a93d-4750-94bc-4b09de2ce1b6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=84922ba9fd0e4a5baa2926c4a19eadbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497670 Apr 30 13:27:44.883265 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.wsgi [-] (73814) accepted ('10.222.0.69', 46570) {{(pid=73814) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:27:44.946803 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 62c424e3-992a-401f-8b7f-3e3c2b76f16a no longer exists at agent ovs-agent-dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 30 13:27:44.954729 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9589e246-ba06-46ed-84f4-21933ef88db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:44.982282 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.plugin [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] No Port match for: 62c424e3-992a-401f-8b7f-3e3c2b76f16a {{(pid=73815) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Apr 30 13:27:44.982653 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron.plugins.ml2.rpc [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Device 62c424e3-992a-401f-8b7f-3e3c2b76f16a not bound to the agent host dv-cinder-784453-4-iscsi {{(pid=73815) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 30 13:27:44.982865 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9589e246-ba06-46ed-84f4-21933ef88db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:45.040275 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9589e246-ba06-46ed-84f4-21933ef88db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:45.046469 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-7d8a76ba-12f0-4751-845b-06619e4ab176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:45.062086 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589e246-ba06-46ed-84f4-21933ef88db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ccadf0-795f-4b0e-8f05-c5f38ef97249,revision_number=None']} {{(pid=73814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:45.066079 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG oslo_concurrency.lockutils [None req-9589e246-ba06-46ed-84f4-21933ef88db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=73814) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:45.073728 dv-cinder-784453-4-iscsi neutron-server[73814]: DEBUG neutron_lib.callbacks.manager [None req-9589e246-ba06-46ed-84f4-21933ef88db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=73814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:45.075809 dv-cinder-784453-4-iscsi neutron-server[73814]: INFO neutron.wsgi [None req-9589e246-ba06-46ed-84f4-21933ef88db4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/48ccadf0-795f-4b0e-8f05-c5f38ef97249 HTTP/1.1" status: 204 len: 168 time: 0.1912158 Apr 30 13:27:45.494062 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 46578) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:27:45.554507 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-ef90a3ba-0bf6-4fbc-b9b9-57280476f6d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b759a97310364d01ab234f23911a1e68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577326 Apr 30 13:27:45.557306 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [-] (73813) accepted ('10.222.0.69', 46582) {{(pid=73813) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 30 13:27:45.623306 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38a9e97a-f410-4c40-8af2-0e439b32c40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:45.653042 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38a9e97a-f410-4c40-8af2-0e439b32c40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:45.715405 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38a9e97a-f410-4c40-8af2-0e439b32c40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66633623'] for security_group, after_delete {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:45.719505 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-7acbdf7a-b2c4-4691-8e44-2634e983ec5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 30 13:27:45.733431 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9e97a-f410-4c40-8af2-0e439b32c40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75686bc9-75e2-4025-8966-3f28d7529117,revision_number=None']} {{(pid=73813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 30 13:27:45.738015 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG oslo_concurrency.lockutils [None req-38a9e97a-f410-4c40-8af2-0e439b32c40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=73813) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 30 13:27:45.743839 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron_lib.callbacks.manager [None req-38a9e97a-f410-4c40-8af2-0e439b32c40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=73813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:27:45.743839 dv-cinder-784453-4-iscsi neutron-server[73813]: INFO neutron.wsgi [None req-38a9e97a-f410-4c40-8af2-0e439b32c40e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/75686bc9-75e2-4025-8966-3f28d7529117 HTTP/1.1" status: 204 len: 168 time: 0.1846857 Apr 30 13:28:01.340188 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:02.342944 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-2a508eed-3b99-45ad-ad8b-4b1aa4b2464b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:05.546403 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:05.775631 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-22d28e38-b07a-4a8c-8864-1a87e5e50693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:06.571798 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:07.903972 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:08.764886 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:28:31.354988 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:32.339740 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25e1f85a-71d0-4df6-9be4-d84bf6804bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:35.547679 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:35.770519 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-e513374d-b8cb-40b5-9e88-e74d3ddc4f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:36.572510 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:37.909054 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:28:45.764406 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:29:01.375908 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:02.336654 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-2e98c5e6-f34f-4569-b7a6-887e4b9b543f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:05.545724 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:05.776978 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-131e0c7f-8f89-4aba-859c-f071f2a0c21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:06.574623 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:07.909321 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:22.763877 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:29:31.383419 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:32.333519 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffb621be-7aeb-40db-89db-1317ec6dac9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:35.541245 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:35.774648 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-dcd9ca9b-ab28-42ba-b95b-c75826e16848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:36.581439 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:37.920168 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:29:59.762960 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:30:01.383516 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:02.328555 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-b83edf0c-2c37-4bcc-b00e-b911461548b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:05.550094 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:05.772763 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-a5f9588a-0503-47c3-99f9-e9e2b7c611f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:06.580843 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:07.918240 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:31.405651 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:32.333067 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-354fe72b-7e70-4abf-9c88-872e145a59c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:35.545090 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:35.771331 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-03d4d75a-a754-4b1c-853f-8dd76800a9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:36.581968 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:30:36.769043 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:30:37.919518 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:01.409192 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:02.341936 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-9c9f9a68-3d3b-4858-8310-f76034c2b7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:05.545095 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:05.766011 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0973f623-c022-4224-80f0-3822d6646f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:06.589218 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:07.927174 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:13.758455 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:31:31.416925 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:32.336735 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-efffab5f-7541-4c6c-a20e-845e01e69600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:34.000234 dv-cinder-784453-4-iscsi neutron-server[73813]: DEBUG neutron.wsgi [req-4c572d5d-be00-4766-baf3-6962e04f1781 req-a440b783-2bcb-4654-a017-332222aa8d2f service neutron] (73813) timed out ('10.222.0.71', 57655) {{(pid=73813) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 30 13:31:35.547234 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:35.770562 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-5c1cf9b4-9a65-4dee-8590-b206003acf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:36.590169 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:37.928607 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:31:50.758729 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:32:01.413277 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:02.346396 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-b02257d0-1f69-4a0e-b75d-e03b0f035a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:05.546101 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:05.773717 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-97dffd35-27ae-40fb-940c-fe23902c0546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:06.600965 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:07.930610 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:27.758780 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:32:31.411205 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:32.341563 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-522025e7-663e-4eae-a2fc-acca96a4289e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:35.543557 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:35.779311 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-935831ee-7398-47a0-a43a-5299983a9f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:36.595532 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:32:37.934153 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:33:01.431905 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-0f5abf1e-8d42-4619-892a-45dde20b7092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:33:02.352645 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-dcb907ed-e2d4-4e8b-b643-fec5505ceb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:33:04.759295 dv-cinder-784453-4-iscsi neutron-server[73816]: DEBUG neutron.db.agents_db [None req-91410885-d8f4-464a-8c9e-8ca0add5b276 None None] Agent healthcheck: found 6 active agents {{(pid=73816) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} Apr 30 13:33:05.544731 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-01bdf7b2-abcf-4b4a-ab38-07e833efd1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:33:05.783466 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-3a3dbf7a-3216-4adb-a681-9b554fe5a422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:33:06.599397 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-25cbde48-49c8-4edf-9d77-b55f049ddad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 30 13:33:07.937223 dv-cinder-784453-4-iscsi neutron-server[73815]: DEBUG neutron_lib.callbacks.manager [None req-ffd9a686-a8fd-4052-83ea-f90389c84e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751029557414', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-722207'] for agent, after_update {{(pid=73815) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}